-- Logs begin at Mon 2021-06-21 03:43:44 UTC, end at Mon 2021-06-21 04:42:21 UTC. -- Jun 21 04:16:51.912883 dv-cinder-772623-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 04:16:54.557708 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:16:54.558387 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:16:54.558482 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92654) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:16:54.561732 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:16:54.561986 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:16:54.562296 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92654) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:16:54.563252 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:16:54.563484 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:16:54.563902 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:16:54.564156 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:16:54.564384 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:16:54.564710 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.565005 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.565340 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.565533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.565803 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.566095 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.566378 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.566668 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.566967 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.567254 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.567533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.567824 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.568055 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.568337 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.568620 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.568906 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.569129 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] debug = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.569409 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.569831 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.570252 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.570530 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.570820 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.571100 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.571373 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.571652 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.571962 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.572291 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] host = dv-cinder-772623-10-smb {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.572592 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.572858 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.573144 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.573427 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.573701 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.573994 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.574315 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.574587 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.574859 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] log_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.575135 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.575426 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.575738 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.576029 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.576253 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.576472 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.576752 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.577038 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.577314 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.577586 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.577860 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.578132 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.578403 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.578673 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.578958 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.579239 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.579519 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.579875 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.580154 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.580357 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.580625 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.580909 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.581184 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.581458 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.581731 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.582016 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.582286 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.582558 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.582859 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.583143 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.583424 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.583729 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.584002 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.584281 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.584551 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.584818 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.585088 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] use_json = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.585361 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.585626 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.585904 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.586174 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.586441 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.586710 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.586980 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.587262 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:54.587558 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.587882 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.588181 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.588461 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.588752 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.589032 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.589318 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.589612 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.589902 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.590244 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.590479 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.590769 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.591756 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.592041 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.592340 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.592657 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.592954 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.593250 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.593531 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.593808 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.594087 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.594367 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.594656 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.594949 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.595242 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.595517 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.595827 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.596125 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.596409 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.596685 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.596965 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.597254 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.597538 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.597813 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.598098 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.598377 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.598652 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.598925 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.599202 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.599495 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.599809 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.600084 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.600359 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.600633 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.600904 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.601190 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.601471 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.601748 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.602024 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.602304 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.602581 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.602855 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.603134 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.603407 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.607870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.607870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.607870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.607870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.607870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.607870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.607870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.607870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.607870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.608526 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.608526 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.608526 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.608526 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.608526 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.608526 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.608526 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.608526 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.609054 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.609054 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.609054 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.609264 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.609401 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.609683 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.609966 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.610242 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.610536 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.610822 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.611142 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.611428 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.611693 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.612024 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.612307 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.612595 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.612874 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.613153 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.613449 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.613735 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.614030 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.614308 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.614600 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.614896 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.615319 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.615483 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.615814 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.616095 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:54.616280 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:16:54.616521 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92654) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 04:16:54.963521 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:16:54.963915 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:16:54.964105 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:16:54.964442 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 04:16:55.353299 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.353541 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.353849 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.355161 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.355467 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.355798 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.389340 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.389597 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.389900 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.403414 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.403703 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.403991 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.433959 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.434237 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.434504 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.470003 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.470279 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.470545 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.701283 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.701938 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.701938 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.701938 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.702927 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.825514 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.825863 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.826089 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.826402 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.826671 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.826985 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.827254 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.827497 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.827819 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.828083 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.828321 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.828577 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.828836 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.829099 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.829351 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.829618 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.829892 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.830146 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.830399 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.830658 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.830936 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.831283 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.831536 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.831851 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.832100 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.832345 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.832747 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:16:55.832992 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:16:55.833230 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:16:55.833467 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:16:55.833701 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:16:55.833937 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:16:55.834304 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 04:16:55.838722 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 04:16:55.843134 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 04:16:55.847042 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 21 04:16:55.848726 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 04:16:55.849188 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 04:16:55.849521 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 04:16:55.849907 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 04:16:55.852767 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 04:16:55.853018 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 04:16:55.853363 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:16:55.880857 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 04:16:55.881310 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.881614 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92654) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 04:16:55.881981 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.883343 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92654) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 04:16:55.883603 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:16:55.883890 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 04:16:55.887211 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.887468 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:55.950034 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 04:16:55.950228 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 04:16:55.950483 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 04:16:55.950864 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 04:16:55.973633 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_db.sqlalchemy.engines [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92654) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 04:16:56.529356 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Initializing driver for type 'gre' Jun 21 04:16:56.529937 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] gre ID ranges: [(1, 1000)] Jun 21 04:16:56.588783 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Initializing driver for type 'local' Jun 21 04:16:56.589126 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Initializing driver for type 'vlan' Jun 21 04:16:56.604544 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] VlanTypeDriver initialization complete Jun 21 04:16:56.604964 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Initializing driver for type 'vxlan' Jun 21 04:16:56.605444 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] vxlan ID ranges: [(1, 1000)] Jun 21 04:16:56.655145 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Initializing extension driver 'port_security' Jun 21 04:16:56.655504 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.extensions.port_security [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] PortSecurityExtensionDriver initialization complete Jun 21 04:16:56.655928 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Initializing mechanism driver 'openvswitch' Jun 21 04:16:56.656267 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Initializing mechanism driver 'hyperv' Jun 21 04:16:56.663036 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.plugins.ml2.plugin [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:16:56.663949 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > port after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.664253 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.664608 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.664991 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > subnet after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.665339 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > subnet after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.665680 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.666057 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > network after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.666402 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > network after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.666782 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > network after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.667111 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > security_group after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.667456 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > security_group after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.667846 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.668224 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.668593 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.668936 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.669309 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > address_group after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.669651 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > address_group after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.669987 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.670324 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] ML2 OVO RPC backend initialized. {{(pid=92654) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 04:16:56.671039 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.671386 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.671828 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > network before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.672171 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > networks before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.672513 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > port before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.672846 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > ports before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.673183 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > subnet before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.673519 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > subnets before_response 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.673853 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > network after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.674194 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > network after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.674516 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > network after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.674847 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > port after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.675176 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.675509 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.675867 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > subnet after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.676199 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > subnet after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.676525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.677094 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.plugin [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Modular L2 Plugin initialization complete Jun 21 04:16:56.677421 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading services supported by the core plugin {{(pid=92654) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 04:16:56.677745 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.plugins.ml2.managers [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Got port-security extension from driver 'port_security' Jun 21 04:16:56.678206 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.extensions.vlantransparent [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Disabled vlantransparent extension. Jun 21 04:16:56.678695 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92654) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 04:16:56.679004 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading Plugin: router Jun 21 04:16:56.714240 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.714922 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router after_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.715094 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router before_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.715350 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.715699 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.716410 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router after_delete 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.716777 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.717127 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router after_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.717465 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router after_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.717809 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router after_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.718139 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.718497 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router after_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.718897 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router precommit_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.719247 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.719570 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.719937 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: subnet after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.720261 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.720602 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.720938 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router precommit_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.721272 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: port before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.721604 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router precommit_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.721954 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router after_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.722287 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.722632 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router precommit_create 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.722980 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.723314 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router precommit_update 55549900 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.723691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > network after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.724556 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Tracking information for resource: router configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:16:56.724882 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Tracking information for resource: floatingip configured {{(pid=92654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:16:56.729891 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.db.l3_agentschedulers_db [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 04:16:56.730518 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.730873 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: port after_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.731218 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: port after_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.731559 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: port after_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.732394 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router before_create 55550100 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.732751 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.733107 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router precommit_create 55550100 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.733454 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > router precommit_update 55550100 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.738773 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.services.provider_configuration [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service providers = [] {{(pid=92654) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 04:16:56.739251 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.db.servicetype_db [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92654) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 04:16:56.743048 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.services.service_base [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:16:56.743415 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.services.service_base [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:16:56.743748 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.services.service_base [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:16:56.744918 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.services.service_base [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:16:56.745407 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.services.service_base [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 04:16:56.745897 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:16:56.746223 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 04:16:56.759567 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:16:56.759938 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading Plugin: auto_allocate Jun 21 04:16:56.765683 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: network precommit_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.766053 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: network precommit_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.766575 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:16:56.766891 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading Plugin: tag Jun 21 04:16:56.773495 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:16:56.773812 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading Plugin: timestamp Jun 21 04:16:56.777641 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:16:56.777966 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading Plugin: network_ip_availability Jun 21 04:16:56.785112 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.785489 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.785825 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:56.786576 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:16:56.786892 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading Plugin: flavors Jun 21 04:16:56.791627 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:16:56.791987 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading Plugin: revisions Jun 21 04:16:56.796393 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:16:56.796790 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_concurrency.lockutils [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=92654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:16:56.797523 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92654) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 04:16:56.797857 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Initializing extension manager. Jun 21 04:16:56.798381 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: __init__.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.798690 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: __pycache__ {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.799017 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.799340 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: address_group.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.800119 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.800699 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: address-group Jun 21 04:16:56.801023 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: address_scope.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.801711 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.802219 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: address-scope Jun 21 04:16:56.802538 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.803437 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.803981 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: router-admin-state-down-before-update Jun 21 04:16:56.804283 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: agent.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.804956 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.805456 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: agent Jun 21 04:16:56.805766 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: agent_resources_synced.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.806638 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.807142 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: agent-resources-synced Jun 21 04:16:56.807459 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: allowedaddresspairs.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.809401 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.809915 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: allowed-address-pairs Jun 21 04:16:56.810234 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: auto_allocated_topology.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.811468 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.812009 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: auto-allocated-topology Jun 21 04:16:56.812333 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: availability_zone.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.813010 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.813509 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: availability_zone Jun 21 04:16:56.813822 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: availability_zone_filter.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.814704 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.815200 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: availability_zone_filter Jun 21 04:16:56.815519 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: data_plane_status.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.816423 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.816917 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 04:16:56.817235 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: default_subnetpools.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.818116 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.818625 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: default-subnetpools Jun 21 04:16:56.818940 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.819772 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.820278 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: dhcp_agent_scheduler Jun 21 04:16:56.820595 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: dns.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.821487 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.821981 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension dns-integration not supported by any of loaded plugins Jun 21 04:16:56.822297 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: dns_domain_ports.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.823183 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.823683 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 04:16:56.824079 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: dvr.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.824733 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.825234 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: dvr Jun 21 04:16:56.825546 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: empty_string_filtering.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.826430 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.826926 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: empty-string-filtering Jun 21 04:16:56.827243 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.828151 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.828646 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:16:56.828961 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.829840 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.830335 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 04:16:56.830650 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: external_net.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.831522 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.832059 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: external-net Jun 21 04:16:56.832377 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.833253 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.833751 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: extra_dhcp_opt Jun 21 04:16:56.834066 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: extraroute.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.834948 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.835447 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: extraroute Jun 21 04:16:56.835872 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: extraroute_atomic.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.836889 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.837398 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: extraroute-atomic Jun 21 04:16:56.837739 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: filter_validation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.838387 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.838885 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: filter-validation Jun 21 04:16:56.839200 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: fip_pf_description.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.840130 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.840627 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 04:16:56.840940 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: fip_port_details.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.842189 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.842691 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: fip-port-details Jun 21 04:16:56.842993 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: flavors.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.844233 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.844746 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: flavors Jun 21 04:16:56.845064 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.846718 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.847227 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 04:16:56.847555 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: floatingip_pools.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.848262 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.848768 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: floatingip-pools Jun 21 04:16:56.849088 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: ip_allocation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.849975 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.850480 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 04:16:56.850795 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.851690 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.852212 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: ip-substring-filtering Jun 21 04:16:56.852529 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: l2_adjacency.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.853438 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.853935 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 04:16:56.854254 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: l3.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.855373 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.855916 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: router Jun 21 04:16:56.856339 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.865577 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.866109 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:16:56.866437 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.867335 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.868163 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: ext-gw-mode Jun 21 04:16:56.868615 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.869573 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.870091 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: l3-ha Jun 21 04:16:56.870416 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: l3_flavors.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.871325 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.871859 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: l3-flavors Jun 21 04:16:56.872168 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.873071 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.873572 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 04:16:56.873892 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: l3agentscheduler.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.874917 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.875632 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: l3_agent_scheduler Jun 21 04:16:56.876457 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: logging.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.880481 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.881885 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension logging not supported by any of loaded plugins Jun 21 04:16:56.882713 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: metering.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.884581 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.886049 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: metering Jun 21 04:16:56.886705 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.887974 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.888534 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: metering_source_and_destination_fields Jun 21 04:16:56.888836 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: multiprovidernet.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.889746 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.890246 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: multi-provider Jun 21 04:16:56.890565 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: netmtu.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.891448 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.891982 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: net-mtu Jun 21 04:16:56.892299 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: netmtu_writable.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.893177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.893678 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: net-mtu-writable Jun 21 04:16:56.893995 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: network_availability_zone.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.894616 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.895111 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: network_availability_zone Jun 21 04:16:56.895424 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: network_ip_availability.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.896522 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.897023 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: network-ip-availability Jun 21 04:16:56.897340 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: network_segment_range.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.898091 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.898582 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 04:16:56.898891 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: pagination.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.899870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.900189 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: pagination Jun 21 04:16:56.900494 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: port_device_profile.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.901361 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.901865 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: port-device-profile Jun 21 04:16:56.902206 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.903083 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.903583 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: port-mac-address-regenerate Jun 21 04:16:56.903915 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.904813 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.905354 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: port-numa-affinity-policy Jun 21 04:16:56.905614 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: port_resource_request.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.906500 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.906991 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 04:16:56.907300 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: portbindings.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.908214 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.908711 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: binding Jun 21 04:16:56.909018 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: portbindings_extended.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.910263 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.910767 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: binding-extended Jun 21 04:16:56.911084 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: portsecurity.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.911991 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.912493 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: port-security Jun 21 04:16:56.912808 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: project_id.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.913751 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.914075 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: project-id Jun 21 04:16:56.914389 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: providernet.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.915279 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.915819 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: provider Jun 21 04:16:56.916129 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: qos.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.919907 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.920417 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension qos not supported by any of loaded plugins Jun 21 04:16:56.920739 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.921948 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.922460 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 04:16:56.922779 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.923682 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.924190 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 04:16:56.924504 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: qos_default.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.925388 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.925884 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension qos-default not supported by any of loaded plugins Jun 21 04:16:56.926197 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: qos_fip.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.926826 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.927318 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension qos-fip not supported by any of loaded plugins Jun 21 04:16:56.927630 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: qos_gateway_ip.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.928542 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.929034 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 04:16:56.929348 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: qos_port_network_policy.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.930221 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.930717 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 04:16:56.931032 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: qos_rule_type_details.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.931943 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.932435 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 04:16:56.932747 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: qos_rules_alias.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.933777 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.934279 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 04:16:56.934594 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: quotasv2.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.935517 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.935870 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: quotas Jun 21 04:16:56.936177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: quotasv2_detail.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.939212 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.939543 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: quota_details Jun 21 04:16:56.939892 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: rbac.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.940943 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.941456 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: rbac-policies Jun 21 04:16:56.941776 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: rbac_address_group.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.942666 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.943175 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: rbac-address-group Jun 21 04:16:56.943487 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: rbac_address_scope.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.944389 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.944895 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: rbac-address-scope Jun 21 04:16:56.945205 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: rbac_security_groups.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.946090 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.946587 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: rbac-security-groups Jun 21 04:16:56.946902 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: rbac_subnetpool.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.947818 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.948314 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: rbac-subnetpool Jun 21 04:16:56.948627 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: revisionifmatch.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.949555 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.950054 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: revision-if-match Jun 21 04:16:56.950361 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: revisions.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.951632 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.952164 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: standard-attr-revisions Jun 21 04:16:56.952482 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: router_availability_zone.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.953131 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.953625 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: router_availability_zone Jun 21 04:16:56.953943 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: routerservicetype.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.954817 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.955317 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension router-service-type not supported by any of loaded plugins Jun 21 04:16:56.955631 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.956542 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.957045 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: security-groups-normalized-cidr Jun 21 04:16:56.957358 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.958250 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.958747 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: port-security-groups-filtering Jun 21 04:16:56.959063 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.959978 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.960480 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: security-groups-remote-address-group Jun 21 04:16:56.960794 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: securitygroup.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.970625 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.971145 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: security-group Jun 21 04:16:56.971473 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: segment.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.972265 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.972767 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension segment not supported by any of loaded plugins Jun 21 04:16:56.973086 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.973981 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.974479 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 04:16:56.974797 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: servicetype.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.975881 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.976387 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: service-type Jun 21 04:16:56.976703 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: sorting.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.977635 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.977970 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: sorting Jun 21 04:16:56.978281 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: standard_attr_segment.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.979149 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.979682 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 04:16:56.980002 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: standardattrdescription.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.980675 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.981183 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: standard-attr-description Jun 21 04:16:56.981494 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: stateful_security_group.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.982385 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.982889 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: stateful-security-group Jun 21 04:16:56.983204 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: stdattrs_common.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.983782 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 04:16:56.984097 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.985070 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.985565 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 04:16:56.985878 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: subnet_onboard.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.986947 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.987447 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: subnet_onboard Jun 21 04:16:56.987787 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.988672 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.989166 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 04:16:56.989473 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: subnet_service_types.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.990348 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.990846 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: subnet-service-types Jun 21 04:16:56.991158 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: subnetallocation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.992271 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.992802 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: subnet_allocation Jun 21 04:16:56.993112 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.993767 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.994276 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: subnetpool-prefix-ops Jun 21 04:16:56.994585 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.995480 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.996033 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 04:16:56.996347 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: tagging.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.997393 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.997904 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: standard-attr-tag Jun 21 04:16:56.998219 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: timestamp.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:56.999371 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:56.999905 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loaded extension: standard-attr-timestamp Jun 21 04:16:57.000218 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: trunk.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:57.001207 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:57.001712 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension trunk not supported by any of loaded plugins Jun 21 04:16:57.002025 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: trunk_details.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:57.002895 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:57.003396 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension trunk-details not supported by any of loaded plugins Jun 21 04:16:57.003734 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: uplink_status_propagation.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:57.004618 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:57.005115 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 04:16:57.005427 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Loading extension file: vlantransparent.py {{(pid=92654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:16:57.006072 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:16:57.006563 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 04:16:57.009102 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:network Jun 21 04:16:57.009639 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:subnet Jun 21 04:16:57.010028 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:16:57.010410 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:port Jun 21 04:16:57.011730 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.012155 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service FLAVORS assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.012815 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.013266 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.013591 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:router Jun 21 04:16:57.014005 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:16:57.014626 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service METERING assigned prefix: /metering {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.016151 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:57.016516 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:57.016862 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:16:57.018105 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:16:57.018579 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:16:57.019007 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:16:57.019617 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service CORE assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.019963 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:16:57.020302 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] subnetpool is already registered Jun 21 04:16:57.020735 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service CORE assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.021053 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:16:57.021375 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] subnetpool is already registered Jun 21 04:16:57.023655 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.024104 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service FLAVORS assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.024675 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.025085 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.025406 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:router Jun 21 04:16:57.025738 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] router is already registered Jun 21 04:16:57.026136 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:16:57.026458 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] floatingip is already registered Jun 21 04:16:57.026901 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service METERING assigned prefix: /metering {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.027575 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:16:57.027915 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] rbac_policy is already registered Jun 21 04:16:57.028324 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:16:57.028646 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] security_group is already registered Jun 21 04:16:57.029036 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:16:57.029488 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] security_group_rule is already registered Jun 21 04:16:57.030134 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service CORE assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.030590 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:16:57.030903 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] subnetpool is already registered Jun 21 04:16:57.031310 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.v2.resource_helper [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Service CORE assigned prefix: {{(pid=92654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:16:57.031681 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:16:57.032006 dv-cinder-772623-10-smb neutron-server[92654]: WARNING neutron.quota.resource_registry [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] subnetpool is already registered Jun 21 04:16:57.032522 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: extensions {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.034011 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: address-groups {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.035470 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: address-scopes {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.036803 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: agents {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.037965 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: auto-allocated-topology {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.039210 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: availability_zones {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.040478 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: dhcp-networks {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.041958 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: dhcp-agents {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.043435 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: routers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.045163 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: flavors {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.047607 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: service_profiles {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.048840 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: next_providers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.050252 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: service_profiles {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.051799 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: floatingip-pools {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.052998 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: routers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.054721 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: floatingips {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.055950 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: l3-routers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.057325 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: l3-agents {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.058834 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: metering-labels {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.060105 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: metering-label-rules {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.061462 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: network-ip-availabilities {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.062743 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: bindings {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.064356 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: quotas {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.065876 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: quotas {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.067283 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: rbac-policies {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.068508 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: security-groups {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.069789 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: security-group-rules {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.071040 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: service-providers {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.072283 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: subnetpools {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.073578 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: subnetpools {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.075142 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.076801 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.078613 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.080380 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.082027 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.083967 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.085643 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.087406 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.089259 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.091350 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron.api.extensions [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Extended resource: tags {{(pid=92654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:16:57.097479 dv-cinder-772623-10-smb neutron-server[92654]: WARNING keystonemiddleware.auth_token [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 04:16:57.102089 dv-cinder-772623-10-smb neutron-server[92654]: WARNING keystonemiddleware.auth_token [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 04:16:57.110363 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_concurrency.lockutils [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Acquired lock "singleton_lock" {{(pid=92654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 04:16:57.110805 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_concurrency.lockutils [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Releasing lock "singleton_lock" {{(pid=92654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 04:16:57.111437 dv-cinder-772623-10-smb neutron-server[92654]: INFO oslo_service.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Starting 2 workers Jun 21 04:16:57.116152 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Started child 92761 {{(pid=92654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:16:57.120487 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Started child 92762 {{(pid=92654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:16:57.121598 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:16:57.122351 dv-cinder-772623-10-smb neutron-server[92654]: INFO neutron.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 04:16:57.122711 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Notify callbacks [] for process, before_spawn {{(pid=92654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:16:57.123056 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [-] (92761) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:16:57.125097 dv-cinder-772623-10-smb neutron-server[92654]: INFO oslo_service.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Starting 1 workers Jun 21 04:16:57.125305 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:16:57.126624 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [-] (92762) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:16:57.130216 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Started child 92763 {{(pid=92654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:16:57.130769 dv-cinder-772623-10-smb neutron-server[92654]: INFO oslo_service.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Starting 1 workers Jun 21 04:16:57.134148 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] calling RpcWorker wait() {{(pid=92763) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 04:16:57.134969 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] returning from RpcWorker wait() {{(pid=92763) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 04:16:57.135141 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Started child 92764 {{(pid=92654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:16:57.136098 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:16:57.136319 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG neutron_lib.callbacks.manager [None req-60f02865-2b31-4b8a-a2ae-19a35d188155 None None] Notify callbacks [] for process, after_spawn {{(pid=92654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:16:57.137744 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:16:57.137906 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:16:57.138068 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:16:57.138223 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:16:57.138403 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:16:57.138762 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:16:57.138973 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:16:57.139412 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.139681 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.139950 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:16:57.140547 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.140547 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.140547 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.141043 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.141396 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.141549 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.141768 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.141966 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.142138 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.142285 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.142571 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.142770 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.143080 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.143365 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.143564 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.143878 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.144151 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.144351 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.144507 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.144754 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.144972 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] debug = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.145246 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.145692 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.145923 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.146224 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.146381 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.146646 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.146844 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.147149 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.147373 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.147639 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.147983 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.148136 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.148370 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.148600 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.148830 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.149078 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.149308 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.149764 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] host = dv-cinder-772623-10-smb {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.149990 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.150218 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.150445 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.150696 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.150944 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.151175 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.151456 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.151673 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.151930 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.152243 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.152459 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.152711 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.152943 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.153173 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.153314 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_options = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.153552 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.153819 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.154099 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.154268 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.154422 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.154600 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.154841 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.155002 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.155308 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.155512 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.155657 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.155895 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.156116 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.156380 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.156594 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.156838 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.157066 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.157284 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.157537 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.157769 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.158023 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.158224 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.158451 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.158667 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.158890 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.159116 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.159369 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.159595 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.159826 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.160082 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.160313 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.160577 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.160809 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.161062 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.162141 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.162141 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.162141 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.162141 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.162469 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.163417 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.163417 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.163599 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:16:57.163718 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.163834 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.164036 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.164281 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.164684 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_json = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.164831 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.164944 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.165193 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.165408 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.165674 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.165832 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.166141 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.166399 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.167350 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.167350 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.167653 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.167653 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.167991 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.168859 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.168859 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.168859 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.168859 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.171890 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.171890 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.171890 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.171890 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.171890 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.171890 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.171890 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.171890 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.172903 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.172903 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.172903 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.172903 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.172903 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.172903 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.172903 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.172903 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.177177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.177177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.177177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.177177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.177177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.177177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.177177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.177177 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.179533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.179533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.179533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.179533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.179533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.179533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.179533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.179533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.179533 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.180665 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.180665 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.180665 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.180665 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.180665 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.180665 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.180665 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.180665 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.180665 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.181757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.181757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.181757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.181757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.181757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.181757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.181757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.181757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.181757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.184392 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.184392 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.184392 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.184392 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.184392 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.184392 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.184392 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.184392 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.184392 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.185525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.185525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.185525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.185525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.185525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.185525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.185525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.185525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.185525 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.187751 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.187751 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.187751 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.188248 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.188398 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.188555 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.188869 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.189341 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.189548 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.189742 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.189909 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.190163 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.190386 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.190638 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.190902 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.191111 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.191358 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.191626 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.195038 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.196595 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.196595 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.196595 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.196595 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.196595 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.197001 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.197001 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.197146 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.197329 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.197599 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.197870 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.198125 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.198400 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.198633 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.198923 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.199180 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.199450 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.199684 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.200842 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.201174 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.201440 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.202159 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.202783 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.203559 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.204151 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.204374 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.204678 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.204909 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.205164 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.205407 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.205696 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.205919 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.206162 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.206401 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.206647 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.206977 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.207245 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.207471 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.207649 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.207926 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.208194 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.208479 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.209257 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.209670 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.210722 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.210972 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.211217 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.211424 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.211649 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.211933 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.212216 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.212448 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.212677 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.212893 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.213106 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.213317 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.213574 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.213785 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.213998 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.214226 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.215425 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.215728 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.216490 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.216911 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.217189 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.217442 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.217735 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.217885 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.218281 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.218500 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.218750 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.218969 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.219262 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.219745 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.220090 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.220350 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.220577 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.220813 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.221027 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.221271 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.221487 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.221698 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.221909 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.222128 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.222357 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.222569 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.222799 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.223004 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.223257 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.223500 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.224330 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.224589 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.224817 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.225074 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.225309 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.225554 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.225845 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.226082 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.226328 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.226545 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.226752 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.226983 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.227237 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.227453 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.227700 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.227912 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.228116 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.228327 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.228547 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.228827 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.229081 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.229314 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.229545 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.229766 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.229993 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.230292 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.230503 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.230713 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.230918 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.231160 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.231363 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.231569 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.231802 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.232010 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.232227 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.232431 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.232636 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.232845 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.233067 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.233304 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.233505 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.233711 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.233919 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.234126 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.234443 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.234683 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.234894 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.235179 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.235399 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.237663 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.238740 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.238740 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.238740 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.239340 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.239340 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.239340 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.239587 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.239819 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.240133 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.240425 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.240696 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.240934 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.241210 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.241494 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.241737 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.241966 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.242249 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.242573 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.242866 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.243274 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.244402 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.244402 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.244402 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.244402 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.244721 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.244825 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.245018 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.245231 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.245475 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.245688 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.246645 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.246645 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.246645 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.246645 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.246978 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.247066 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.247234 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.247393 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:16:57.247984 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:16:57.248150 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:16:57.248308 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:16:57.248453 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:16:57.248602 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:16:57.248756 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:16:57.248961 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.249129 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.249274 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.249430 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.249589 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.249764 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.249921 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.250077 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.250231 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.250385 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.250541 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.250696 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.250852 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.251005 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.251159 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.251315 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.251470 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.251627 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.251813 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.251970 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.252123 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.252277 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.252642 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] debug = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.252794 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.252989 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.253139 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.253287 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.253445 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.253605 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.253759 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.253915 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.254069 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.255691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.255691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.255691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.255691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.255691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.255691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.255691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.255691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256303 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] host = dv-cinder-772623-10-smb {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256383 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:16:57.256475 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256475 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256475 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256475 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256475 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256475 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256475 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256944 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256944 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256944 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.256944 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.257205 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.257294 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.257374 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.257629 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_options = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.257726 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.257876 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.258029 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.258202 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.258360 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.258518 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.258682 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.258816 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.258970 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.259123 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.259276 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.259429 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.259582 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.259765 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.259936 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.260071 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.260225 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.260378 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.260532 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.260686 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.260840 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.260993 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.261146 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.261298 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.261478 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.261632 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.261785 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.261939 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.262093 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.262248 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.262401 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.262556 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.262710 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.262866 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.263020 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.263175 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.263329 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.263488 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.263642 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.263817 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.263970 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.264126 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.264280 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.264433 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.264588 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.264742 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_json = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.264896 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.265048 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.265201 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.265355 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.265509 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.265663 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.266321 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.266321 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:16:57.266321 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.266321 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.266578 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.266578 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.266732 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.268743 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.268932 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.269101 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.269265 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.269426 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.269605 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.269750 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.269922 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.270081 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.270237 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.270398 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.270558 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.270730 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.270938 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.271067 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.271228 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.271390 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.271551 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.271845 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.271992 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.272114 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.272195 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.272317 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.272473 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.272630 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.272786 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.272944 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.273115 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.273257 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.273416 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.273572 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.273882 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.274043 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.274202 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.274359 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.274517 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.274674 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.274832 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.274996 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.275152 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.275310 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.275467 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.275626 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.275810 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.275961 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.276129 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.276286 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.276445 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.276601 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.276754 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.276914 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.277120 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.277278 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.277433 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.277590 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.277750 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.277919 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.278075 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.278231 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.278389 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.278545 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.278691 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.278846 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.278996 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.279148 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.279305 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.279461 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.279618 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.279798 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.279954 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.280111 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.280268 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.280426 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.280582 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.280743 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.280931 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.281075 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.281224 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.281358 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.281485 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.281660 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.281802 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.281961 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.282118 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.282275 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.282432 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.282588 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.282745 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.282902 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.283061 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.283212 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.283362 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.283521 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.283701 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.283854 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.284010 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.284167 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.284322 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.284478 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.284635 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.284790 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.284948 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.285103 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.285260 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.285416 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.285572 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.285736 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.285893 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.286058 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.286217 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.286363 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.286535 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.286694 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.286852 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.287013 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.287170 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.287327 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.287484 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.287645 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.287827 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.287974 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.288118 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.288284 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.288450 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.288607 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.288766 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.288926 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.289098 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.289247 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.289407 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.289561 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.289706 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.289865 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.290022 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.290180 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.290335 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.290478 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.290636 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.290793 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.290950 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.291107 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.291264 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.291422 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.291575 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.291755 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.291899 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.292060 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.292207 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.292352 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.292523 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.292697 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.292841 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.292979 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.293132 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.293661 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.293821 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.293995 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.294157 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.294301 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.294440 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.294579 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.294741 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.294902 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.295044 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.295184 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.295336 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.295488 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.295640 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.295828 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.295974 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.296145 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.296290 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.296458 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.296596 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.296730 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.296864 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.296997 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.297148 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.297290 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.297445 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.297596 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.297735 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.297898 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.298050 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.298185 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.298336 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.298488 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.298640 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.298789 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.298938 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.299280 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.299465 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.299597 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.299784 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.300060 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.300545 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.300545 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.300851 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.300851 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.301057 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.301057 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.302490 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.302490 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.302490 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.302490 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.302490 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.302490 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.302490 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.302490 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303034 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303034 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303034 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303034 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303318 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303318 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303469 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303580 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303761 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.303917 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.304073 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.304223 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.304383 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.304534 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.304685 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.304850 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.305011 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.305167 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.305329 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.305484 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.305648 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.305804 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.305960 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.306116 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.306286 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.306442 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.306602 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.306757 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.306966 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.307330 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.307460 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.307579 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.307744 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.307913 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.308183 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.308369 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.308569 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.308569 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.308781 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.308884 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.309090 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.309242 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.309398 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.309546 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.309693 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.309844 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.309995 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.310172 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.310580 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.310739 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.310974 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.311085 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.311185 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.311348 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.311506 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.311699 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.311839 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.311997 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.312154 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.312312 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:16:57.312463 dv-cinder-772623-10-smb neutron-server[92654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:16:57.586054 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 37234) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:16:57.600111 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104177 Jun 21 04:17:08.843876 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd32198-279a-45ba-b779-c6f8f64d6aa7 None None] get_active_networks_info from dv-cinder-772623-10-smb {{(pid=92763) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 04:17:08.970561 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd32198-279a-45ba-b779-c6f8f64d6aa7 None None] No non-hosted networks {{(pid=92763) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 04:17:08.985787 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a98f5b27-9830-47cc-b063-cc765ac6e345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449'] for agent, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:11.484968 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-eeba9c67-f209-4ab5-940f-8834d0daab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449'] for agent, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:11.548212 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd6da69e-69f9-4df8-8352-14e5ebcbe013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:11.748523 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449'] for agent, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:11.749867 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.750460 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.751103 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.751742 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.753100 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.754984 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.756585 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.757618 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.758303 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.759444 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.760652 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.764198 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:11.765101 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:11.776509 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:12.272111 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449'] for agent, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:14.139413 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449'] for agent, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:15.461963 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 37326) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:15.982864 dv-cinder-772623-10-smb neutron-server[92761]: WARNING oslo_policy.policy [None req-8a52a020-3ae3-4786-af7d-1975c37a361f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:17:15.983445 dv-cinder-772623-10-smb neutron-server[92761]: WARNING oslo_policy.policy [None req-8a52a020-3ae3-4786-af7d-1975c37a361f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:17:16.192718 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [None req-8a52a020-3ae3-4786-af7d-1975c37a361f admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:17:16.193954 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-8a52a020-3ae3-4786-af7d-1975c37a361f admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7290542 Jun 21 04:17:17.746149 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.db.l3_hamode_db [None req-97a02ca1-072b-45da-af08-5bc88e8ff378 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 04:17:17.836352 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a02ca1-072b-45da-af08-5bc88e8ff378 None None] Routers set() bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:17:17.836737 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a02ca1-072b-45da-af08-5bc88e8ff378 None None] Router IDs set() for agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 04:17:18.555558 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 37340) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:18.910986 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-30079f41-8cc3-4000-9df4-b626e8cc8e30 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:17:19.003261 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.policy [None req-30079f41-8cc3-4000-9df4-b626e8cc8e30 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92761) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:17:19.047539 dv-cinder-772623-10-smb neutron-server[92761]: WARNING oslo_policy.policy [None req-30079f41-8cc3-4000-9df4-b626e8cc8e30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:17:19.047942 dv-cinder-772623-10-smb neutron-server[92761]: WARNING oslo_policy.policy [None req-30079f41-8cc3-4000-9df4-b626e8cc8e30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:17:19.056401 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.quota [None req-30079f41-8cc3-4000-9df4-b626e8cc8e30 admin admin] Loaded quota_driver: . Jun 21 04:17:19.159179 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-30079f41-8cc3-4000-9df4-b626e8cc8e30 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736680211428', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736680210487', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736680188968', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736680192542', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736680693153', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736680703290', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16326860', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16650963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1013366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-556058'] for rbac-policy, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:19.229109 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-30079f41-8cc3-4000-9df4-b626e8cc8e30 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:19.230441 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-30079f41-8cc3-4000-9df4-b626e8cc8e30 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6738913 Jun 21 04:17:21.815594 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 37352) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:22.373074 dv-cinder-772623-10-smb neutron-server[92762]: WARNING oslo_policy.policy [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:17:22.373954 dv-cinder-772623-10-smb neutron-server[92762]: WARNING oslo_policy.policy [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:17:22.587466 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Request body: {'network': {'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'name': 'private', 'admin_state_up': True}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:17:22.589057 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.quota [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Loaded quota_driver: . Jun 21 04:17:22.652774 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Made reservation on behalf of 68f28c5abf8c4650b39ed916f5b6e35c for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:17:22.716466 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.policy [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92762) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:17:22.760921 dv-cinder-772623-10-smb neutron-server[92762]: WARNING oslo_policy.policy [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:17:22.761296 dv-cinder-772623-10-smb neutron-server[92762]: WARNING oslo_policy.policy [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:17:22.771890 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:22.793000 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:22.932434 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:22.940712 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:22.949706 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:22.964778 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:17:22.995572 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736676288458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:22.996197 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Unsubscribe: segment precommit_create {{(pid=92762) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:17:22.996700 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Added segment ffb22957-aed0-40dc-8b8e-d229045acc07 of type vlan for network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea Jun 21 04:17:23.013667 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e42af4-5cfe-4a53-878b-416ac473af52,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:23.061552 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.061889 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.062218 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.062533 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.062840 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.063152 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.063457 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.063808 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.064121 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.064425 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.064703 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.064996 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Tracked resource versions report: Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: pushed versions: Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: { 'AddressGroup': {'1.2'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'ConntrackHelper': {'1.0'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Log': {'1.0'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Network': {'1.1'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Port': {'1.7'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'PortForwarding': {'1.2'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'QosPolicy': {'1.8'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'SecurityGroup': {'1.4'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'SubPort': {'1.0'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Subnet': {'1.1'}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Trunk': {'1.1'}} Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: consumer versions: Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: { DHCP agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: L3 agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: Metadata agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: Metering agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: Open vSwitch agent@dv-cinder-772623-10-smb: { 'AddressGroup': '1.2', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'ConntrackHelper': '1.0', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Log': '1.0', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Network': '1.1', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Port': '1.7', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'PortForwarding': '1.2', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'QosPolicy': '1.8', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'SecurityGroup': '1.4', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'SecurityGroupRule': '1.2', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'SubPort': '1.0', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Subnet': '1.1', Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: 'Trunk': '1.1'}} Jun 21 04:17:23.066070 dv-cinder-772623-10-smb neutron-server[92762]: {{(pid=92762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:17:23.114800 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:23.120740 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:23.168858 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:23.170301 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:17:23.171118 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:23.173106 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:23.246679 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4297557 Jun 21 04:17:23.268434 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Pushing event updated for resources: {'Network': ['ID=78506a27-cb2d-4284-a6a3-eabdbfa5a2ea,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:23.271987 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:23.283163 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:17:25.887163 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 37374) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:26.289474 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09949ef2-7977-4077-9af8-5e0339b77c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:17:26.290838 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-09949ef2-7977-4077-9af8-5e0339b77c22 admin admin] 10.222.0.22 "GET /v2.0/networks/78506a27-cb2d-4284-a6a3-eabdbfa5a2ea HTTP/1.1" status: 200 len: 825 time: 0.4026580 Jun 21 04:17:26.327909 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ef66c3a1-e5d1-4eee-8471-0a208b802447 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/34b08889-a353-4161-bcee-4c14331f1b3d HTTP/1.1" status: 200 len: 734 time: 0.0313334 Jun 21 04:17:26.336911 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '34b08889-a353-4161-bcee-4c14331f1b3d', 'ip_version': 4, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea', 'name': 'private-subnet', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:17:26.361652 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Made reservation on behalf of 68f28c5abf8c4650b39ed916f5b6e35c for: {'subnet': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:17:26.364193 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:26.675914 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:26.678436 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:26.744002 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f335538-8200-4f4b-b466-06b18a11809e,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:26.746069 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Checking segment: {'id': 'ffb22957-aed0-40dc-8b8e-d229045acc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:17:26.746452 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Network hostable DHCP agents. Network: 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:17:26.751864 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:26.770498 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:17:26.783583 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea) {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:17:26.788951 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:17:26.789551 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:26.794711 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9513f-b760-4f45-8c28-4aed908f5114 None None] Network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:17:26.807970 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4733889 Jun 21 04:17:27.118962 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89b7f11-cc33-5cc7-ba75-de15bce9f8cb-78506a27-cb2d-4284-a6a3-eabdbfa5a2ea', 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'fixed_ips': [{'subnet_id': '8f335538-8200-4f4b-b466-06b18a11809e'}]}} from dv-cinder-772623-10-smb. {{(pid=92763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:17:27.120240 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:27.401798 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Allocated IP 172.20.0.2 (78506a27-cb2d-4284-a6a3-eabdbfa5a2ea/8f335538-8200-4f4b-b466-06b18a11809e/18fa4bf9-5eff-4f4a-a2da-45f23db8cf99) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:17:27.608446 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:27.625678 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Transition to ACTIVE for port object 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:17:27.675092 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Transition to ACTIVE for port object 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:17:27.686022 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:27.688789 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:27.755071 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:17:27.763379 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:17:27.769016 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Pushing event updated for resources: {'Port': ['ID=18fa4bf9-5eff-4f4a-a2da-45f23db8cf99,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:27.771313 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:17:27.781116 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.781457 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.781786 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.782109 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.782432 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.782756 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.783068 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.783424 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.783797 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.784113 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.784427 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.784735 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Tracked resource versions report: Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: pushed versions: Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: { 'AddressGroup': {'1.2'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'ConntrackHelper': {'1.0'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Log': {'1.0'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Network': {'1.1'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Port': {'1.7'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'PortForwarding': {'1.2'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'QosPolicy': {'1.8'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'SecurityGroup': {'1.4'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'SubPort': {'1.0'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Subnet': {'1.1'}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Trunk': {'1.1'}} Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: consumer versions: Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: { DHCP agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: L3 agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: Metadata agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: Metering agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: Open vSwitch agent@dv-cinder-772623-10-smb: { 'AddressGroup': '1.2', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'ConntrackHelper': '1.0', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Log': '1.0', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Network': '1.1', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Port': '1.7', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'PortForwarding': '1.2', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'QosPolicy': '1.8', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'SecurityGroup': '1.4', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'SecurityGroupRule': '1.2', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'SubPort': '1.0', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Subnet': '1.1', Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: 'Trunk': '1.1'}} Jun 21 04:17:27.785890 dv-cinder-772623-10-smb neutron-server[92763]: {{(pid=92763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:17:27.805342 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:27.856686 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Attempting to bind port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:17:27.857051 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Attempting to bind port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': 'ffb22957-aed0-40dc-8b8e-d229045acc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:17:27.857509 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Attempting to bind port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 on network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:17:27.862346 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:17:27.862759 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Checking segment: {'id': 'ffb22957-aed0-40dc-8b8e-d229045acc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:17:27.863233 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:27.863620 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Bound using segment: {'id': 'ffb22957-aed0-40dc-8b8e-d229045acc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:17:27.864109 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Bound port: 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb22957-aed0-40dc-8b8e-d229045acc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:17:27.864495 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:27.930772 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] For port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:17:27.935054 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] For port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=18fa4bf9-5eff-4f4a-a2da-45f23db8cf99,segment=NetworkSegment(ffb22957-aed0-40dc-8b8e-d229045acc07),segment_id=ffb22957-aed0-40dc-8b8e-d229045acc07)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:17:27.941939 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:27.945005 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:28.010355 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Pushing event updated for resources: {'Port': ['ID=18fa4bf9-5eff-4f4a-a2da-45f23db8cf99,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:28.013695 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:29.183731 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 37382) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:29.525158 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [None req-f2744368-61f1-4f20-a64d-24c90444ef7c admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:17:29.527710 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-f2744368-61f1-4f20-a64d-24c90444ef7c admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3414097 Jun 21 04:17:31.857025 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 37390) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:32.178354 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [None req-6cd62bb5-252a-4b87-a2c2-362adfc873a3 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:17:32.179299 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-6cd62bb5-252a-4b87-a2c2-362adfc873a3 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3213720 Jun 21 04:17:33.603219 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:17:33.685639 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:17:33.978250 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86ef3d-1a1b-4d26-9cce-2f83b3bdbc27 None None] Network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:17:34.094861 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-eaa12de8-a1cc-4989-8f7f-206ea36d57bc None None] Provisioning for port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:17:34.102627 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-eaa12de8-a1cc-4989-8f7f-206ea36d57bc None None] Provisioning complete for port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:17:34.103020 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-eaa12de8-a1cc-4989-8f7f-206ea36d57bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:34.273077 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-eaa12de8-a1cc-4989-8f7f-206ea36d57bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:34.324454 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-eaa12de8-a1cc-4989-8f7f-206ea36d57bc None None] For port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=18fa4bf9-5eff-4f4a-a2da-45f23db8cf99,segment=NetworkSegment(ffb22957-aed0-40dc-8b8e-d229045acc07),segment_id=ffb22957-aed0-40dc-8b8e-d229045acc07)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:17:34.332574 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-eaa12de8-a1cc-4989-8f7f-206ea36d57bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:34.335166 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:34.394096 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa12de8-a1cc-4989-8f7f-206ea36d57bc None None] Pushing event updated for resources: {'Port': ['ID=18fa4bf9-5eff-4f4a-a2da-45f23db8cf99,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:34.400610 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-eaa12de8-a1cc-4989-8f7f-206ea36d57bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:34.556408 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-d90f86d9-0d7f-46d2-ae72-edc2c8c107b2 None None] Provisioning complete for port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:17:34.556778 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d90f86d9-0d7f-46d2-ae72-edc2c8c107b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:34.786761 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 37404) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:35.101918 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-769a6206-dd4e-4786-affc-7249d7d8cdce admin admin] Request body: {'router': {'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:17:35.134206 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-769a6206-dd4e-4786-affc-7249d7d8cdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1036198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1371'] for router, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:35.135653 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-769a6206-dd4e-4786-affc-7249d7d8cdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1036251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1362'] for router, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:35.271865 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-769a6206-dd4e-4786-affc-7249d7d8cdce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:35.279504 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-769a6206-dd4e-4786-affc-7249d7d8cdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1036207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012787'] for router, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:35.293484 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-769a6206-dd4e-4786-affc-7249d7d8cdce admin admin] Notify callbacks [] for router, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:35.294834 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-769a6206-dd4e-4786-affc-7249d7d8cdce admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5069587 Jun 21 04:17:35.587547 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:17:35.634138 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:17:35.634506 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:37.630592 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 37412) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:37.978225 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [None req-31c87b32-72b4-4a1d-bb45-2a3df5ce3423 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:17:37.979199 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-31c87b32-72b4-4a1d-bb45-2a3df5ce3423 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3476951 Jun 21 04:17:38.780146 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b44c5777-24d8-46cb-81fe-bc715fcd5e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:40.357372 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 37420) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:40.699322 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:17:40.731113 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Made reservation on behalf of 1b04610b1c3f4c61b1b7ce620d8222fb for: {'network': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:17:40.734072 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:40.750902 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:40.887404 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:40.893485 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:40.901742 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:40.911353 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Reserving flat network on physical network physnet1 {{(pid=92761) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 04:17:40.943911 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736676288458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:40.944398 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Unsubscribe: segment precommit_create {{(pid=92761) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:17:40.944866 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.segments_db [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Added segment 6381f1ab-7aea-4fbd-8bb1-3e7af460ce41 of type flat for network b941b75c-3e79-4b47-a5c9-c341863e1176 Jun 21 04:17:40.979458 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46053f87-7bee-4d47-9cb2-981055484f15,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:41.023023 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.023391 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.023875 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.024333 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.024657 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.024992 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.025303 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.025602 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.025919 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.026229 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.026528 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.026824 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Tracked resource versions report: Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: pushed versions: Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: { 'AddressGroup': {'1.2'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'ConntrackHelper': {'1.0'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Log': {'1.0'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Network': {'1.1'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Port': {'1.7'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'PortForwarding': {'1.2'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'QosPolicy': {'1.8'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'SecurityGroup': {'1.4'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'SubPort': {'1.0'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Subnet': {'1.1'}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Trunk': {'1.1'}} Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: consumer versions: Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: { DHCP agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: L3 agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: Metadata agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: Metering agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: Open vSwitch agent@dv-cinder-772623-10-smb: { 'AddressGroup': '1.2', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'ConntrackHelper': '1.0', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Log': '1.0', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Network': '1.1', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Port': '1.7', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'PortForwarding': '1.2', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'QosPolicy': '1.8', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'SecurityGroup': '1.4', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'SecurityGroupRule': '1.2', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'SubPort': '1.0', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Subnet': '1.1', Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: 'Trunk': '1.1'}} Jun 21 04:17:41.028035 dv-cinder-772623-10-smb neutron-server[92761]: {{(pid=92761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:17:41.066895 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:41.084032 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:41.139455 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:41.140998 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:17:41.141659 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:41.143657 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:41.215747 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8571758 Jun 21 04:17:41.240046 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Pushing event updated for resources: {'Network': ['ID=b941b75c-3e79-4b47-a5c9-c341863e1176,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:41.243509 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:41.251080 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network b941b75c-3e79-4b47-a5c9-c341863e1176 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:17:41.476189 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3dcde812-b5b4-47d1-ad62-25d37c3399c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:41.746812 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:42.229124 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:43.633543 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 37442) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:43.877825 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d9614-edee-48ea-bc1c-32ab35a0ee8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:17:43.879172 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-0f3d9614-edee-48ea-bc1c-32ab35a0ee8f admin admin] 10.222.0.22 "GET /v2.0/subnets/8f335538-8200-4f4b-b466-06b18a11809e HTTP/1.1" status: 200 len: 849 time: 0.2445500 Jun 21 04:17:44.058086 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-794ccd2f-1ea3-4598-be42-f3e78ed2f665 admin admin] 10.222.0.22 "GET /v2.0/routers/396d0081-d55a-4d37-bca0-0543747c18bc HTTP/1.1" status: 200 len: 704 time: 0.1706820 Jun 21 04:17:44.073608 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:44.334525 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:44.630813 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Allocated IP 172.20.0.1 (78506a27-cb2d-4284-a6a3-eabdbfa5a2ea/8f335538-8200-4f4b-b466-06b18a11809e/ee0ded83-36d6-46c2-94a8-2a2e5178a2b7) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:17:44.831653 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:44.866136 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Transition to ACTIVE for port object ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:17:44.967762 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:44.971053 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:45.041749 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:17:45.046407 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:17:45.056594 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:17:45.056594 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010716'] for router_interface, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:45.081623 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0ded83-36d6-46c2-94a8-2a2e5178a2b7,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:45.121546 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:45.237225 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f7b23658-e4f0-460b-a5e1-6290b5073d28 None None] Provisioning for port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:17:45.240716 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f7b23658-e4f0-460b-a5e1-6290b5073d28 None None] Provisioning complete for port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:17:45.241088 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f7b23658-e4f0-460b-a5e1-6290b5073d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:45.274064 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:45.274511 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-f7b23658-e4f0-460b-a5e1-6290b5073d28 None None] Port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:17:45.532388 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:45.538587 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:45.539762 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1011717'] for router_interface, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:45.541327 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:45.612918 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0ded83-36d6-46c2-94a8-2a2e5178a2b7,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:45.616528 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:45.665187 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:17:45.666740 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:17:45.832997 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Router 396d0081-d55a-4d37-bca0-0543747c18bc is scheduled to L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 with binding_index 1 {{(pid=92761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:17:45.895554 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-cd23122d-06b7-4530-b6cd-180079270fa1 None None] Provisioning complete for port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:17:45.896045 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd23122d-06b7-4530-b6cd-180079270fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:45.923835 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:17:45.929238 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] 10.222.0.22 "PUT /v2.0/routers/396d0081-d55a-4d37-bca0-0543747c18bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8655415 Jun 21 04:17:45.934002 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-cd23122d-06b7-4530-b6cd-180079270fa1 None None] Port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:17:45.941118 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Sync routers for ids ['396d0081-d55a-4d37-bca0-0543747c18bc'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:17:45.952994 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Routers {'396d0081-d55a-4d37-bca0-0543747c18bc'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:17:45.953828 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:17:41Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['396d0081-d55a-4d37-bca0-0543747c18bc'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:46.148753 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Set router 396d0081-d55a-4d37-bca0-0543747c18bc gateway port host: None {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:17:46.566078 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'name': 'router1', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:17:35Z', 'updated_at': '2021-06-21T04:17:45Z', 'revision_number': 2, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'gw_port_host': None, '_interfaces': [{'id': 'ee0ded83-36d6-46c2-94a8-2a2e5178a2b7', 'name': '', 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'mac_address': 'fa:16:3e:4b:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f335538-8200-4f4b-b466-06b18a11809e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:17:44Z', 'updated_at': '2021-06-21T04:17:45Z', 'revision_number': 2, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'subnets': [{'id': '8f335538-8200-4f4b-b466-06b18a11809e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b08889-a353-4161-bcee-4c14331f1b3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:46.616880 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Checking router: 396d0081-d55a-4d37-bca0-0543747c18bc for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:17:46.617218 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Updating router 396d0081-d55a-4d37-bca0-0543747c18bc port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 binding host dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:17:46.678798 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:47.175958 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:47.193821 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Transition to ACTIVE for port object ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:17:47.200547 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:47.205368 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:47.400372 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Attempting to bind port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:17:47.400786 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Attempting to bind port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': 'ffb22957-aed0-40dc-8b8e-d229045acc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:17:47.401230 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Attempting to bind port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 on network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:17:47.404480 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Pushing event updated for resources: {'Port': ['ID=ee0ded83-36d6-46c2-94a8-2a2e5178a2b7,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:47.410404 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:17:47.410812 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Checking segment: {'id': 'ffb22957-aed0-40dc-8b8e-d229045acc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:17:47.411291 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:47.411705 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Bound using segment: {'id': 'ffb22957-aed0-40dc-8b8e-d229045acc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:17:47.412187 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Bound port: ee0ded83-36d6-46c2-94a8-2a2e5178a2b7, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb22957-aed0-40dc-8b8e-d229045acc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:17:47.412561 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:47.418785 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.419210 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.419572 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.420111 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.420611 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.421122 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.421574 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.422017 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.422464 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.422920 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.423398 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.423737 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Tracked resource versions report: Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: pushed versions: Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: { 'AddressGroup': {'1.2'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'ConntrackHelper': {'1.0'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Log': {'1.0'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Network': {'1.1'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Port': {'1.7'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'PortForwarding': {'1.2'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'QosPolicy': {'1.8'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'SecurityGroup': {'1.4'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'SubPort': {'1.0'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Subnet': {'1.1'}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Trunk': {'1.1'}} Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: consumer versions: Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: { DHCP agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: L3 agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: Metadata agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: Metering agent@dv-cinder-772623-10-smb: {}, Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: Open vSwitch agent@dv-cinder-772623-10-smb: { 'AddressGroup': '1.2', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'ConntrackHelper': '1.0', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Log': '1.0', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Network': '1.1', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Port': '1.7', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'PortForwarding': '1.2', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'QosPolicy': '1.8', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'SecurityGroup': '1.4', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'SecurityGroupRule': '1.2', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'SubPort': '1.0', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Subnet': '1.1', Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: 'Trunk': '1.1'}} Jun 21 04:17:47.424855 dv-cinder-772623-10-smb neutron-server[92764]: {{(pid=92764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:17:47.438953 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:47.496130 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] For port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:17:47.517376 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] For port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ee0ded83-36d6-46c2-94a8-2a2e5178a2b7,segment=NetworkSegment(ffb22957-aed0-40dc-8b8e-d229045acc07),segment_id=ffb22957-aed0-40dc-8b8e-d229045acc07)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:17:47.522666 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:47.524999 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:47.580756 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Pushing event updated for resources: {'Port': ['ID=ee0ded83-36d6-46c2-94a8-2a2e5178a2b7,revision_number=4']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:47.583453 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Routers {'396d0081-d55a-4d37-bca0-0543747c18bc'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:17:47.584104 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:17:41Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['396d0081-d55a-4d37-bca0-0543747c18bc'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:47.586276 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:47.673495 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] Set router 396d0081-d55a-4d37-bca0-0543747c18bc gateway port host: None {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:17:47.884742 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'name': 'router1', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:17:35Z', 'updated_at': '2021-06-21T04:17:45Z', 'revision_number': 2, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'gw_port_host': None, '_interfaces': [{'id': 'ee0ded83-36d6-46c2-94a8-2a2e5178a2b7', 'name': '', 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'mac_address': 'fa:16:3e:4b:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f335538-8200-4f4b-b466-06b18a11809e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:17:44Z', 'updated_at': '2021-06-21T04:17:47Z', 'revision_number': 4, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'subnets': [{'id': '8f335538-8200-4f4b-b466-06b18a11809e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b08889-a353-4161-bcee-4c14331f1b3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:47.910274 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9f152-8099-4b25-8dcb-26d63f545be6 None None] The sync data for ids ['396d0081-d55a-4d37-bca0-0543747c18bc'] in dv-cinder-772623-10-smb is: [{'id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'name': 'router1', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:17:35Z', 'updated_at': '2021-06-21T04:17:45Z', 'revision_number': 2, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'gw_port_host': None, '_interfaces': [{'id': 'ee0ded83-36d6-46c2-94a8-2a2e5178a2b7', 'name': '', 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'mac_address': 'fa:16:3e:4b:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f335538-8200-4f4b-b466-06b18a11809e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:17:44Z', 'updated_at': '2021-06-21T04:17:47Z', 'revision_number': 4, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'subnets': [{'id': '8f335538-8200-4f4b-b466-06b18a11809e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b08889-a353-4161-bcee-4c14331f1b3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:17:48.096929 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 37462) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:48.208983 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3b2dbd-755c-4a4a-ab37-a49b7128a461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:17:48.210358 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-0d3b2dbd-755c-4a4a-ab37-a49b7128a461 admin admin] 10.222.0.22 "GET /v2.0/networks/b941b75c-3e79-4b47-a5c9-c341863e1176 HTTP/1.1" status: 200 len: 842 time: 0.1124294 Jun 21 04:17:48.220356 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'gateway_ip': '172.28.0.1'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:17:48.245058 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Made reservation on behalf of 1b04610b1c3f4c61b1b7ce620d8222fb for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:17:48.247606 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:48.560347 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.objects.ports [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92761) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 04:17:48.560781 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:48.562817 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:48.615724 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf3d96b-47d3-4b58-b25e-03012bcb8485,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:48.622247 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:48.625781 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Checking segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:17:48.626129 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Network hostable DHCP agents. Network: b941b75c-3e79-4b47-a5c9-c341863e1176, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:17:48.649489 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:17:48.661578 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, b941b75c-3e79-4b47-a5c9-c341863e1176) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:17:48.665519 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:17:48.666126 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:48.670295 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724fc450-976f-447e-b7b4-1e3abef77e96 None None] Network b941b75c-3e79-4b47-a5c9-c341863e1176 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:17:48.681211 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4644763 Jun 21 04:17:48.808993 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d95e658-2009-4180-bcc0-e1480fe21395 None None] Network b941b75c-3e79-4b47-a5c9-c341863e1176 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:17:50.954151 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 37474) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:51.088837 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-e19f78e9-4715-4b9e-a034-260047b40175 admin admin] 10.222.0.22 "GET /v2.0/routers/396d0081-d55a-4d37-bca0-0543747c18bc HTTP/1.1" status: 200 len: 710 time: 0.1335256 Jun 21 04:17:51.184609 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f6f5b-06a3-41ea-bdb2-62270a65932a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:17:51.185979 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-980f6f5b-06a3-41ea-bdb2-62270a65932a admin admin] 10.222.0.22 "GET /v2.0/networks/b941b75c-3e79-4b47-a5c9-c341863e1176 HTTP/1.1" status: 200 len: 886 time: 0.0916293 Jun 21 04:17:51.198443 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:17:51.525384 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1036116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1340'] for router, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:51.619038 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:17:51.669907 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:17:51.674543 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:17:51.674912 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:51.754921 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:51.771795 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:51.791618 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ee0ded83-36d6-46c2-94a8-2a2e5178a2b7,segment=NetworkSegment(ffb22957-aed0-40dc-8b8e-d229045acc07),segment_id=ffb22957-aed0-40dc-8b8e-d229045acc07)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:17:51.795855 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:51.798681 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:51.844859 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=ee0ded83-36d6-46c2-94a8-2a2e5178a2b7,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:51.848128 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:51.850964 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:51.955284 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Allocated IP 172.28.0.154 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/49d71fa3-865c-4fe9-8647-686eb9e6efa5) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:17:52.058071 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:52.098625 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:52.101083 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:52.135830 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:17:52.138423 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:17:52.142760 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:17:52.176632 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Pushing event updated for resources: {'Port': ['ID=49d71fa3-865c-4fe9-8647-686eb9e6efa5,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:52.205413 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:52.397137 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:52.601662 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1036116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1340'] for router, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:52.605104 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1013193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1013246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1036125'] for router, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:52.720420 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Router 396d0081-d55a-4d37-bca0-0543747c18bc has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:17:52.910997 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:17:52.917038 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Notify callbacks [] for router, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:52.918763 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] 10.222.0.22 "PUT /v2.0/routers/396d0081-d55a-4d37-bca0-0543747c18bc HTTP/1.1" status: 200 len: 890 time: 1.7246954 Jun 21 04:17:52.923783 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Sync routers for ids ['396d0081-d55a-4d37-bca0-0543747c18bc'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:17:52.936835 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Routers {'396d0081-d55a-4d37-bca0-0543747c18bc'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:17:52.937527 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:17:41Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['396d0081-d55a-4d37-bca0-0543747c18bc'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:53.200632 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Set router 396d0081-d55a-4d37-bca0-0543747c18bc gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:17:53.591029 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'name': 'router1', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '49d71fa3-865c-4fe9-8647-686eb9e6efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:17:35Z', 'updated_at': '2021-06-21T04:17:52Z', 'revision_number': 4, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'gw_port': {'id': '49d71fa3-865c-4fe9-8647-686eb9e6efa5', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:17:51Z', 'updated_at': '2021-06-21T04:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': 'ee0ded83-36d6-46c2-94a8-2a2e5178a2b7', 'name': '', 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'mac_address': 'fa:16:3e:4b:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f335538-8200-4f4b-b466-06b18a11809e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:17:44Z', 'updated_at': '2021-06-21T04:17:51Z', 'revision_number': 5, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'subnets': [{'id': '8f335538-8200-4f4b-b466-06b18a11809e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b08889-a353-4161-bcee-4c14331f1b3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:53.615406 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:17:53.658580 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Checking router: 396d0081-d55a-4d37-bca0-0543747c18bc for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:17:53.658925 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Updating router 396d0081-d55a-4d37-bca0-0543747c18bc port 49d71fa3-865c-4fe9-8647-686eb9e6efa5 binding host dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:17:53.702463 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:53.759140 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:17:53.759502 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:54.091563 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:54.105799 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Transition to ACTIVE for port object 49d71fa3-865c-4fe9-8647-686eb9e6efa5 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:17:54.113545 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:54.116044 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-df2d4159-7dc7-4c8f-931f-dc76d10710a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:54.165731 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2d633-7d84-4733-ae74-92b3c446ab5c None None] Pushing event updated for resources: {'Port': ['ID=49d71fa3-865c-4fe9-8647-686eb9e6efa5,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:54.168250 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Attempting to bind port 49d71fa3-865c-4fe9-8647-686eb9e6efa5 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:17:54.168653 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Attempting to bind port 49d71fa3-865c-4fe9-8647-686eb9e6efa5 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:17:54.169015 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Attempting to bind port 49d71fa3-865c-4fe9-8647-686eb9e6efa5 on network b941b75c-3e79-4b47-a5c9-c341863e1176 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:17:54.171111 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46b2d633-7d84-4733-ae74-92b3c446ab5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:54.175071 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:17:54.175442 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Checking segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:17:54.175941 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:54.176255 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Bound using segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:17:54.176721 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Bound port: 49d71fa3-865c-4fe9-8647-686eb9e6efa5, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:17:54.177089 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:54.229695 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] For port 49d71fa3-865c-4fe9-8647-686eb9e6efa5, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:17:54.232926 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] For port 49d71fa3-865c-4fe9-8647-686eb9e6efa5, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=49d71fa3-865c-4fe9-8647-686eb9e6efa5,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:17:54.237534 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:54.239867 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:54.293505 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Routers {'396d0081-d55a-4d37-bca0-0543747c18bc'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:17:54.294146 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:17:41Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['396d0081-d55a-4d37-bca0-0543747c18bc'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:54.407518 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2d633-7d84-4733-ae74-92b3c446ab5c None None] Pushing event updated for resources: {'Port': ['ID=49d71fa3-865c-4fe9-8647-686eb9e6efa5,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:54.412799 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46b2d633-7d84-4733-ae74-92b3c446ab5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:54.482463 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] Set router 396d0081-d55a-4d37-bca0-0543747c18bc gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:17:54.692527 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'name': 'router1', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '49d71fa3-865c-4fe9-8647-686eb9e6efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:17:35Z', 'updated_at': '2021-06-21T04:17:52Z', 'revision_number': 4, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'gw_port': {'id': '49d71fa3-865c-4fe9-8647-686eb9e6efa5', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:17:51Z', 'updated_at': '2021-06-21T04:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': 'ee0ded83-36d6-46c2-94a8-2a2e5178a2b7', 'name': '', 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'mac_address': 'fa:16:3e:4b:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f335538-8200-4f4b-b466-06b18a11809e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:17:44Z', 'updated_at': '2021-06-21T04:17:51Z', 'revision_number': 5, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'subnets': [{'id': '8f335538-8200-4f4b-b466-06b18a11809e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b08889-a353-4161-bcee-4c14331f1b3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:54.718496 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fe514-06a8-464b-a58f-401ead78a96e None None] The sync data for ids ['396d0081-d55a-4d37-bca0-0543747c18bc'] in dv-cinder-772623-10-smb is: [{'id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'name': 'router1', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': '49d71fa3-865c-4fe9-8647-686eb9e6efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:17:35Z', 'updated_at': '2021-06-21T04:17:52Z', 'revision_number': 4, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'gw_port': {'id': '49d71fa3-865c-4fe9-8647-686eb9e6efa5', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:17:51Z', 'updated_at': '2021-06-21T04:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': 'ee0ded83-36d6-46c2-94a8-2a2e5178a2b7', 'name': '', 'network_id': '78506a27-cb2d-4284-a6a3-eabdbfa5a2ea', 'tenant_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'mac_address': 'fa:16:3e:4b:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396d0081-d55a-4d37-bca0-0543747c18bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f335538-8200-4f4b-b466-06b18a11809e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:17:44Z', 'updated_at': '2021-06-21T04:17:51Z', 'revision_number': 5, 'project_id': '68f28c5abf8c4650b39ed916f5b6e35c', 'subnets': [{'id': '8f335538-8200-4f4b-b466-06b18a11809e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b08889-a353-4161-bcee-4c14331f1b3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:17:55.283757 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 37482) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:55.429581 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b04f8af6-3dad-4778-b83e-be45712dde98 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1445806 Jun 21 04:17:55.622513 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 49d71fa3-865c-4fe9-8647-686eb9e6efa5 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:17:55.675626 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 49d71fa3-865c-4fe9-8647-686eb9e6efa5 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:17:55.679403 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 49d71fa3-865c-4fe9-8647-686eb9e6efa5 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:17:55.679882 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:55.758023 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:55.784779 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 49d71fa3-865c-4fe9-8647-686eb9e6efa5, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=49d71fa3-865c-4fe9-8647-686eb9e6efa5,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:17:55.790615 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:55.793805 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46b2d633-7d84-4733-ae74-92b3c446ab5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:55.840692 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=49d71fa3-865c-4fe9-8647-686eb9e6efa5,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:17:55.843754 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:57.615123 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 49d71fa3-865c-4fe9-8647-686eb9e6efa5 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:17:57.671714 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 49d71fa3-865c-4fe9-8647-686eb9e6efa5 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:17:57.672093 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:03.206260 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 5 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:18:08.791062 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7dea8eb5-b3bb-4e41-a905-8d5695c442b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:11.481609 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3fcb1582-996b-4529-bcce-5a6820258ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:11.748341 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:12.232307 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:14.086529 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:38.790616 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-14619931-3be8-4494-8ede-5e2539fdad37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:40.185082 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 5 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:18:41.475874 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a611922f-e828-4fb8-bcd2-cb95ec8b34f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:41.744324 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:42.235226 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:44.089978 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:08.788533 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f6d18945-03ec-41b7-a320-35a6799fda0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:11.481228 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-14562877-c7dd-4386-abb3-cc76e802929a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:11.747850 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:12.240473 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:14.095300 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:17.184753 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 5 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:19:30.591859 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38050) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:30.665131 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4891a9-69bd-4cc5-9f32-8790d134f603 admin admin] GET failed (client error): The resource could not be found. Jun 21 04:19:30.666425 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ce4891a9-69bd-4cc5-9f32-8790d134f603 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0732734 Jun 21 04:19:30.830355 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ecc09-08dd-4b3f-a4c4-40c809557026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:30.831842 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1f9ecc09-08dd-4b3f-a4c4-40c809557026 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614733 Jun 21 04:19:32.964114 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38060) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:33.061833 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde72919-01e6-4661-80aa-ba2ed6d5b88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:33.063163 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-cde72919-01e6-4661-80aa-ba2ed6d5b88c admin admin] 10.222.0.22 "GET /v2.0/subnets/8f335538-8200-4f4b-b466-06b18a11809e HTTP/1.1" status: 200 len: 849 time: 0.0980358 Jun 21 04:19:33.072576 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:19:33.159354 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:33.315680 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736676207580'] for subnet, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:33.318751 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-611c23ef-6536-40b4-99d9-04b4420bf426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:19:33.348148 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:33.348749 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:33.350003 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] 10.222.0.22 "PUT /v2.0/subnets/8f335538-8200-4f4b-b466-06b18a11809e HTTP/1.1" status: 200 len: 868 time: 0.2812290 Jun 21 04:19:33.366928 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced54b0-bc77-45ab-8432-b5d9bb91031d None None] Network 78506a27-cb2d-4284-a6a3-eabdbfa5a2ea requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:19:33.375896 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f335538-8200-4f4b-b466-06b18a11809e,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:19:33.385047 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.385420 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.385721 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.386044 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.386362 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.386682 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.387014 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.387326 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.387703 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.388021 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.391605 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.391605 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:19:33.392886 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:19:33.749523 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-3e3cb01b-a16f-4d5e-8566-3f30a7d63948 None None] Provisioning complete for port 18fa4bf9-5eff-4f4a-a2da-45f23db8cf99 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:19:33.749946 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3e3cb01b-a16f-4d5e-8566-3f30a7d63948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:33.847152 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-3e3cb01b-a16f-4d5e-8566-3f30a7d63948 None None] Provisioning complete for port ee0ded83-36d6-46c2-94a8-2a2e5178a2b7 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:19:33.847403 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3e3cb01b-a16f-4d5e-8566-3f30a7d63948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:35.483369 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38068) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:35.697396 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9b7eb-9822-4a1b-a87a-4e0573f7f730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:35.697770 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9b7eb-9822-4a1b-a87a-4e0573f7f730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:35.699346 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-53a9b7eb-9822-4a1b-a87a-4e0573f7f730 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2149651 Jun 21 04:19:37.825485 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38078) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:37.982322 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42294297-93fe-4f9b-9790-6d0ed63c65b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:37.982899 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42294297-93fe-4f9b-9790-6d0ed63c65b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:37.984474 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-42294297-93fe-4f9b-9790-6d0ed63c65b0 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1576917 Jun 21 04:19:38.782891 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aa9f-c11c-410c-8216-1414f5773131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:40.148959 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38086) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:40.370317 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77a65d-d970-42c8-8c5c-0b67ea48717d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:40.371754 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ff77a65d-d970-42c8-8c5c-0b67ea48717d admin admin] 10.222.0.22 "GET /v2.0/networks/78506a27-cb2d-4284-a6a3-eabdbfa5a2ea HTTP/1.1" status: 200 len: 869 time: 0.2217062 Jun 21 04:19:41.485978 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e705990-b1e9-4fbc-b9dd-6416e46b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:41.755544 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:42.243915 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:42.518475 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38094) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:42.675208 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f704c9-afc4-40b0-8ce8-6463682a1b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:42.676633 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-95f704c9-afc4-40b0-8ce8-6463682a1b04 admin admin] 10.222.0.22 "GET /v2.0/networks/b941b75c-3e79-4b47-a5c9-c341863e1176 HTTP/1.1" status: 200 len: 886 time: 0.1572838 Jun 21 04:19:44.098101 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:44.814612 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38102) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:44.941257 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52193d2c-1da2-4193-8a42-4c20eebfeb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:44.941748 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52193d2c-1da2-4193-8a42-4c20eebfeb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:44.943350 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-52193d2c-1da2-4193-8a42-4c20eebfeb09 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275089 Jun 21 04:19:47.067391 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38110) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:47.181405 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5718b0-94c4-4e37-9842-6822f24289b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:47.181869 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5718b0-94c4-4e37-9842-6822f24289b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:47.184587 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-8b5718b0-94c4-4e37-9842-6822f24289b9 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1146312 Jun 21 04:19:49.369371 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38118) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:49.467803 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26157d1-d11c-457c-9d8a-351f10c3c0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:49.469152 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-d26157d1-d11c-457c-9d8a-351f10c3c0f4 admin admin] 10.222.0.22 "GET /v2.0/subnets/8f335538-8200-4f4b-b466-06b18a11809e HTTP/1.1" status: 200 len: 868 time: 0.0987861 Jun 21 04:19:51.610526 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38126) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:19:51.698473 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288bb8e-084a-4016-9c5f-62da7e5706bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:19:51.699822 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-7288bb8e-084a-4016-9c5f-62da7e5706bc admin admin] 10.222.0.22 "GET /v2.0/subnets/aaf3d96b-47d3-4b58-b25e-03012bcb8485 HTTP/1.1" status: 200 len: 816 time: 0.0880239 Jun 21 04:19:54.185587 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 5 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:20:08.788376 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7702814f-8d57-4f97-9510-a097f168231c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:11.489494 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a114aed3-36c5-4512-84ef-8ba3f8053d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:11.749590 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:12.247068 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:14.102916 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:14.920251 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38170) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:14.970536 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [None req-fb9cdddb-202d-4b95-941b-bf4a03809ad6 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:20:14.972162 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-fb9cdddb-202d-4b95-941b-bf4a03809ad6 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508966 Jun 21 04:20:17.252721 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38178) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:17.316676 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a533655-4640-46c2-b798-cdd05be2e824 admin admin] GET failed (client error): The resource could not be found. Jun 21 04:20:17.317960 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-7a533655-4640-46c2-b798-cdd05be2e824 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0643129 Jun 21 04:20:17.412848 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebb58a4-ae04-4d04-8f27-2ab5c3229a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:17.414336 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-2ebb58a4-ae04-4d04-8f27-2ab5c3229a01 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0924194 Jun 21 04:20:19.664741 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38186) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:19.712409 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:20:19.739041 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Made reservation on behalf of 1b04610b1c3f4c61b1b7ce620d8222fb for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:20:19.741355 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:19.784004 dv-cinder-772623-10-smb neutron-server[92762]: WARNING neutron.services.revisions.revision_plugin [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Could not find related network for resource to bump revision. Jun 21 04:20:19.797677 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:20:19.807712 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:19.808066 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Added segment ff35ef26-25ae-4f4c-8b70-36f34676c445 of type vlan for network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 Jun 21 04:20:19.847210 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:19.890870 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:19.892810 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:19.893659 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:19.897677 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:19.946686 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2808452 Jun 21 04:20:19.957090 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=26f25c98-fbcd-4c8c-b327-7da8d165e8b8,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:19.960173 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:19.969055 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:20:22.146981 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38194) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:22.221157 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21c54ae-8ce9-4bcc-908d-2e0f95f3bf25 admin admin] GET failed (client error): The resource could not be found. Jun 21 04:20:22.222437 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-d21c54ae-8ce9-4bcc-908d-2e0f95f3bf25 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0735054 Jun 21 04:20:22.295981 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123f714-2dae-428b-ad8a-aba7f6dffb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:22.297383 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4123f714-2dae-428b-ad8a-aba7f6dffb15 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691066 Jun 21 04:20:22.310294 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:20:22.334074 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Made reservation on behalf of 1b04610b1c3f4c61b1b7ce620d8222fb for: {'subnet': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:20:22.338154 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:22.569482 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:22.571522 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:22.616385 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0655412f-6afe-4f1e-9c22-c1d9f4e2a1fe,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:22.622798 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:22.631194 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Checking segment: {'id': 'ff35ef26-25ae-4f4c-8b70-36f34676c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:20:22.631542 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Network hostable DHCP agents. Network: 26f25c98-fbcd-4c8c-b327-7da8d165e8b8, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:20:22.650846 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:20:22.662331 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 26f25c98-fbcd-4c8c-b327-7da8d165e8b8) {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:20:22.666912 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:22.667484 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:22.672224 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0112e9d7-0a0a-407f-89dd-7246f72780de None None] Network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:20:22.688624 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3818879 Jun 21 04:20:22.929677 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89b7f11-cc33-5cc7-ba75-de15bce9f8cb-26f25c98-fbcd-4c8c-b327-7da8d165e8b8', 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8', 'tenant_id': '1b04610b1c3f4c61b1b7ce620d8222fb', 'fixed_ips': [{'subnet_id': '0655412f-6afe-4f1e-9c22-c1d9f4e2a1fe'}]}} from dv-cinder-772623-10-smb. {{(pid=92763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:20:22.930580 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:23.081585 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Allocated IP 192.168.233.2 (26f25c98-fbcd-4c8c-b327-7da8d165e8b8/0655412f-6afe-4f1e-9c22-c1d9f4e2a1fe/f2bc8f52-f399-42e9-9e38-0899e8444190) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:20:23.221526 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:23.230096 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Transition to ACTIVE for port object f2bc8f52-f399-42e9-9e38-0899e8444190 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:20:23.245280 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Transition to ACTIVE for port object f2bc8f52-f399-42e9-9e38-0899e8444190 will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:20:23.252600 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:23.254792 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:23.301603 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:20:23.302660 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Pushing event updated for resources: {'Port': ['ID=f2bc8f52-f399-42e9-9e38-0899e8444190,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:23.305970 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:20:23.310596 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:20:23.314049 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.314384 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.314710 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.315030 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.315382 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.315724 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.315999 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.316294 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.316635 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.316925 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.317238 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.317565 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:23.322223 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:23.379537 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Attempting to bind port f2bc8f52-f399-42e9-9e38-0899e8444190 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:20:23.379927 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Attempting to bind port f2bc8f52-f399-42e9-9e38-0899e8444190 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': 'ff35ef26-25ae-4f4c-8b70-36f34676c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:20:23.380298 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Attempting to bind port f2bc8f52-f399-42e9-9e38-0899e8444190 on network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:20:23.385690 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:20:23.386067 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Checking segment: {'id': 'ff35ef26-25ae-4f4c-8b70-36f34676c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:20:23.386470 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:23.386868 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Bound using segment: {'id': 'ff35ef26-25ae-4f4c-8b70-36f34676c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:20:23.387369 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Bound port: f2bc8f52-f399-42e9-9e38-0899e8444190, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff35ef26-25ae-4f4c-8b70-36f34676c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:20:23.387773 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:23.452773 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] For port f2bc8f52-f399-42e9-9e38-0899e8444190, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:20:23.455965 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] For port f2bc8f52-f399-42e9-9e38-0899e8444190, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=f2bc8f52-f399-42e9-9e38-0899e8444190,segment=NetworkSegment(ff35ef26-25ae-4f4c-8b70-36f34676c445),segment_id=ff35ef26-25ae-4f4c-8b70-36f34676c445)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:20:23.463352 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:23.465634 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:23.521646 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Pushing event updated for resources: {'Port': ['ID=f2bc8f52-f399-42e9-9e38-0899e8444190,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:23.524762 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:23.799521 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device f2bc8f52-f399-42e9-9e38-0899e8444190 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:20:23.857416 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port f2bc8f52-f399-42e9-9e38-0899e8444190 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:20:24.362441 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c63e40b-cc8e-49af-8fe8-c394e5f2fbe0 None None] Network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:20:24.483543 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-006b4f92-9b2d-41bf-925a-a17c1338f4c7 None None] Provisioning for port f2bc8f52-f399-42e9-9e38-0899e8444190 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:20:24.506194 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-006b4f92-9b2d-41bf-925a-a17c1338f4c7 None None] Provisioning complete for port f2bc8f52-f399-42e9-9e38-0899e8444190 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:20:24.506557 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-006b4f92-9b2d-41bf-925a-a17c1338f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:24.605573 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-006b4f92-9b2d-41bf-925a-a17c1338f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:24.644339 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-006b4f92-9b2d-41bf-925a-a17c1338f4c7 None None] For port f2bc8f52-f399-42e9-9e38-0899e8444190, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=f2bc8f52-f399-42e9-9e38-0899e8444190,segment=NetworkSegment(ff35ef26-25ae-4f4c-8b70-36f34676c445),segment_id=ff35ef26-25ae-4f4c-8b70-36f34676c445)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:20:24.651083 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-006b4f92-9b2d-41bf-925a-a17c1338f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:24.654419 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-eaa12de8-a1cc-4989-8f7f-206ea36d57bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:24.708372 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4f92-9b2d-41bf-925a-a17c1338f4c7 None None] Pushing event updated for resources: {'Port': ['ID=f2bc8f52-f399-42e9-9e38-0899e8444190,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:24.712004 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-006b4f92-9b2d-41bf-925a-a17c1338f4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:24.772892 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-c8b1b483-bd1c-4c2d-b5bc-af1a333b2adb None None] Provisioning complete for port f2bc8f52-f399-42e9-9e38-0899e8444190 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:20:24.773271 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b483-bd1c-4c2d-b5bc-af1a333b2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:25.702236 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device f2bc8f52-f399-42e9-9e38-0899e8444190 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:20:25.753073 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port f2bc8f52-f399-42e9-9e38-0899e8444190 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:20:25.753449 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:31.242111 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 5 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:20:38.783007 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0dc91b1b-f41b-4f11-b677-356c0f885956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:41.495261 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-56179f8b-341f-436c-b90d-be82a068427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:41.754136 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:42.248133 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:44.106594 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.181590 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 5 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:21:08.790513 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4c69-2708-4fd6-9a7e-0b04ab937d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:11.497116 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ab9370dd-e0de-49db-ae13-25bc53a556ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:11.757701 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:12.253245 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:14.105431 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:30.917692 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38246) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:30.927481 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [None req-ca92c9d5-220f-44fe-ac4e-1227ef0312e9 tempest-verify_tempest_config-443583057 tempest-verify_tempest_config-443583057-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:21:30.928772 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ca92c9d5-220f-44fe-ac4e-1227ef0312e9 tempest-verify_tempest_config-443583057 tempest-verify_tempest_config-443583057-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0093737 Jun 21 04:21:31.270392 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38264) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:31.395114 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:31.487854 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:31.496555 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:31.499607 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:31.540263 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d20b8d431964e2a9435661094c247de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2687604 Jun 21 04:21:31.541171 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff85f753-92ac-4ecd-86eb-fd5ea59cb9d3,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:31.543032 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38270) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:31.553434 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.553787 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.554164 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.554443 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.554744 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.555064 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.555379 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.555708 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.556046 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.556342 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.556648 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.556957 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:31.565488 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:31.610318 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9a7958c3-f50a-4a6d-8f4f-5b0b338d5749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:31.631244 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9a7958c3-f50a-4a6d-8f4f-5b0b338d5749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:31.731117 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9a7958c3-f50a-4a6d-8f4f-5b0b338d5749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:31.734096 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9a7958c3-f50a-4a6d-8f4f-5b0b338d5749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:31.735248 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-9a7958c3-f50a-4a6d-8f4f-5b0b338d5749 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff85f753-92ac-4ecd-86eb-fd5ea59cb9d3 HTTP/1.1" status: 204 len: 168 time: 0.1906149 Jun 21 04:21:31.735983 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-81fa42fe-defe-4ae9-be8e-c986733a7f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:31.743901 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7958c3-f50a-4a6d-8f4f-5b0b338d5749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff85f753-92ac-4ecd-86eb-fd5ea59cb9d3,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:31.746239 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9a7958c3-f50a-4a6d-8f4f-5b0b338d5749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:38.782267 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1e07b68e-6bef-4ae1-a37d-c30e12eab59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:41.501302 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7365ccca-dd24-47da-8952-c8038918411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:41.763127 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:42.254166 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:44.112378 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:45.185717 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 5 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:22:08.789344 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7ce22360-8fc6-4626-9313-f5953f97f86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:11.508781 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-83c8fe35-916b-4f21-9392-724d5edda5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:11.768149 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:12.259380 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:14.119605 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:22.189087 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 5 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:22:38.784215 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b3a9971c-617d-4e61-b059-6482ad3c3fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:41.503141 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9d5c-468f-4a65-b42e-6dbc575bd172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:41.772325 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:42.261904 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:44.122270 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:59.192211 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 5 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:23:08.787758 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cc4e5424-f96e-4e79-ae78-d8c0014fc968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:11.506679 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-61136f20-71b0-448b-a147-2817fae15d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:11.776952 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:12.265390 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:14.121436 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:16.565411 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449'] for agent, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:30.795256 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38342) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:30.901297 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-ae12bc2f-ad9a-4a0e-a6e8-de3f79825793 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1048622 Jun 21 04:23:33.059520 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38352) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:33.135578 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-237e8297-1c1d-40ca-ba91-4f3eb73002a7 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0748932 Jun 21 04:23:36.191334 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:23:38.792796 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2884ec7c-2f27-434e-9221-6827ed038203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:41.509717 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2591-6046-48d3-9fe6-cb45d24860b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:41.782766 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:42.267379 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:44.126223 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:46.552602 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:08.795863 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f9e44c4f-a825-401c-8df8-c29a191bc685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:11.518367 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d2d1-6cd3-43a6-bd7d-5f56f51e4fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:11.775603 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:12.276178 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:13.190361 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:24:14.129359 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:16.587889 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:38.798575 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e52a3d01-eee6-4832-baca-967bf1aa04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:41.515955 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-330a7c41-adf2-4a1d-b16d-816789435873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:41.781314 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:42.292532 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:44.130742 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:46.585750 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:50.189964 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:25:08.801656 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f910f2b2-011b-4b9d-8ec1-6cb3ddeb86ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:11.517276 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8e9d91d3-c5e8-46c8-933c-1646eef1f396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:11.780898 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:12.291907 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:13.292634 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38514) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:13.520813 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2042494297-network', 'tenant_id': '4a5e19d11dda4e66aa1901bd01dab474'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:13.542798 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Made reservation on behalf of 4a5e19d11dda4e66aa1901bd01dab474 for: {'network': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:13.545494 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:13.554699 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:13.647555 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:13.653007 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:13.657469 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:13.680331 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b38eb-37b0-4614-82dc-c290c87d69a0,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:13.693495 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.693724 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.694053 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.694383 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.694711 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.695069 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.695359 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.695879 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.696390 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.696888 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.697201 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.697521 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Tracked resource versions report: Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: pushed versions: Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: { 'AddressGroup': {'1.2'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'ConntrackHelper': {'1.0'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Log': {'1.0'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Network': {'1.1'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Port': {'1.7'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'PortForwarding': {'1.2'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'QosPolicy': {'1.8'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'SecurityGroup': {'1.4'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'SubPort': {'1.0'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Subnet': {'1.1'}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Trunk': {'1.1'}} Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: consumer versions: Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: { DHCP agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: HyperV agent@hv-cinder-77262: {}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: L3 agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: Metadata agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: Metering agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: Open vSwitch agent@dv-cinder-772623-10-smb: { 'AddressGroup': '1.2', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'ConntrackHelper': '1.0', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Log': '1.0', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Network': '1.1', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Port': '1.7', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'PortForwarding': '1.2', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'QosPolicy': '1.8', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'SecurityGroup': '1.4', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'SecurityGroupRule': '1.2', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'SubPort': '1.0', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Subnet': '1.1', Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: 'Trunk': '1.1'}} Jun 21 04:25:13.698589 dv-cinder-772623-10-smb neutron-server[92761]: {{(pid=92761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:25:13.705666 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=92761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:25:13.716713 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:13.717057 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.segments_db [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Added segment b185d85f-8565-442f-93ff-d6839c21f9e7 of type vlan for network 3410abec-1f52-48f1-9337-b30f0d8653c5 Jun 21 04:25:13.718506 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:13.763085 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:13.771463 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38552) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:13.781517 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38556) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:13.796350 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:13.798182 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:13.799000 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:13.808433 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-24a58556-0de2-452d-bc9f-30cd163d178a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:13.853006 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5592089 Jun 21 04:25:13.856638 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38566) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:13.862161 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Request body: {'subnet': {'network_id': '3410abec-1f52-48f1-9337-b30f0d8653c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2042494297-subnet', 'tenant_id': '4a5e19d11dda4e66aa1901bd01dab474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:13.870155 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Pushing event updated for resources: {'Network': ['ID=3410abec-1f52-48f1-9337-b30f0d8653c5,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:13.880903 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:13.882212 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 3410abec-1f52-48f1-9337-b30f0d8653c5 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:25:13.886849 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Made reservation on behalf of 4a5e19d11dda4e66aa1901bd01dab474 for: {'subnet': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:13.890114 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.079243 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.083290 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ac5dfdb4-2e23-480b-a455-a2c3480d20d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:14.136405 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.143730 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3215b5-4603-4868-ba8e-d93b0801f25c,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:14.153925 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.154258 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.154586 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.154907 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.155223 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.155533 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.156149 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.156470 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.156789 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.157144 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.157414 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.157706 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Tracked resource versions report: Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: pushed versions: Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: { 'AddressGroup': {'1.2'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'ConntrackHelper': {'1.0'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Log': {'1.0'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Network': {'1.1'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Port': {'1.7'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'PortForwarding': {'1.2'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'QosPolicy': {'1.8'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'SecurityGroup': {'1.4'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'SubPort': {'1.0'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Subnet': {'1.1'}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Trunk': {'1.1'}} Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: consumer versions: Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: { DHCP agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: HyperV agent@hv-cinder-77262: {}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: L3 agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: Metadata agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: Metering agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: Open vSwitch agent@dv-cinder-772623-10-smb: { 'AddressGroup': '1.2', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'ConntrackHelper': '1.0', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Log': '1.0', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Network': '1.1', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Port': '1.7', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'PortForwarding': '1.2', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'QosPolicy': '1.8', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'SecurityGroup': '1.4', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'SecurityGroupRule': '1.2', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'SubPort': '1.0', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Subnet': '1.1', Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: 'Trunk': '1.1'}} Jun 21 04:25:14.158775 dv-cinder-772623-10-smb neutron-server[92762]: {{(pid=92762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:25:14.162237 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:14.168761 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1325300082-network', 'tenant_id': '235ec9f922cb4a0facf9914ca395dd5a'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:14.184572 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1964674178-network', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:14.215556 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Made reservation on behalf of 235ec9f922cb4a0facf9914ca395dd5a for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:14.217888 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.222496 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Checking segment: {'id': 'b185d85f-8565-442f-93ff-d6839c21f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3410abec-1f52-48f1-9337-b30f0d8653c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:14.222798 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Network hostable DHCP agents. Network: 3410abec-1f52-48f1-9337-b30f0d8653c5, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:25:14.238048 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.253901 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Made reservation on behalf of 7ac95e4e960b4b3b908854b2f03d7759 for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:14.256531 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.280460 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.290536 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Network 3410abec-1f52-48f1-9337-b30f0d8653c5 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:25:14.307802 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 3410abec-1f52-48f1-9337-b30f0d8653c5) {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:14.313933 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:14.314762 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.315697 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34b153-46d4-4ec3-ae2b-1eb619293c83 None None] Network 3410abec-1f52-48f1-9337-b30f0d8653c5 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:14.414017 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.422840 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.429944 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:14.464652 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969b8f8e-0847-4de4-b7fa-cda677830a4a,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:14.473078 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38598) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:14.481799 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d711f1-771d-43ad-9aff-ec28a94ab071 None None] Network 3410abec-1f52-48f1-9337-b30f0d8653c5 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:14.490759 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:14.499577 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6418571 Jun 21 04:25:14.517740 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:25:14.541006 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.541821 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Added segment cc172e29-1939-4b45-ac5b-bc7f515d851e of type vlan for network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 Jun 21 04:25:14.614620 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.668287 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.672146 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.674505 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:14.675745 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.688506 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:14.691554 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.700439 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9170675 Jun 21 04:25:14.701868 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38608) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:14.706817 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Request body: {'subnet': {'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1325300082-subnet', 'tenant_id': '235ec9f922cb4a0facf9914ca395dd5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:14.732569 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Made reservation on behalf of 235ec9f922cb4a0facf9914ca395dd5a for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:14.739081 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.803305 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:25:14.813734 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.814498 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Added segment 9f8429e7-010d-4df9-831c-325b9fd658e3 of type vlan for network 00d90804-40ce-4c16-a641-e2f544cfea98 Jun 21 04:25:14.860343 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Pushing event updated for resources: {'Network': ['ID=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:14.878174 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:25:14.890175 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.907426 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-network', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:14.925013 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:14.925617 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:14.929850 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.936773 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:14.937826 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.942495 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Made reservation on behalf of 8393899a0a7f43f895edc3fb8a009e80 for: {'network': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:14.947879 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:14.964885 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6424b7fd-f878-442b-b8c1-29bd3955cbb5,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:14.972305 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:14.973313 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:14.988325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.063570 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=00d90804-40ce-4c16-a641-e2f544cfea98,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:15.083787 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2934387 Jun 21 04:25:15.084286 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 00d90804-40ce-4c16-a641-e2f544cfea98 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:25:15.086002 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38616) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:15.087104 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:15.106535 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Request body: {'subnet': {'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1964674178-subnet', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:15.147751 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.178717 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.182543 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Made reservation on behalf of 7ac95e4e960b4b3b908854b2f03d7759 for: {'subnet': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:15.186310 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Notify callbacks [] for subnet, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.187344 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9a7958c3-f50a-4a6d-8f4f-5b0b338d5749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:15.221507 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=92761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:25:15.269728 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f43f95d-8c7c-4f12-b473-bbf62b5020ff,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:15.274594 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:15.279534 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.280015 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.segments_db [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Added segment 81c24ef0-0a02-4c20-90b2-135612fcd537 of type vlan for network b6aa173d-d802-45b7-9496-26ce31e991d6 Jun 21 04:25:15.330073 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.345608 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:15.351446 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.508758 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:15.553060 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:15.564561 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.584083 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.596115 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-332707ef-068b-476e-8510-2776366bbc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:15.601785 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:15.603721 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.633621 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Checking segment: {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:15.635156 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Network hostable DHCP agents. Network: 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:25:15.651541 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:15.661965 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa549b29-6c6c-4bae-8edf-1824fd2c4c13,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:15.666128 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:15.716091 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Checking segment: {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:15.718268 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Network hostable DHCP agents. Network: 00d90804-40ce-4c16-a641-e2f544cfea98, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:25:15.750061 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Network 00d90804-40ce-4c16-a641-e2f544cfea98 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:25:15.763450 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 00d90804-40ce-4c16-a641-e2f544cfea98) {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:15.772880 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:15.774661 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.778301 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2983a7-0c6a-404c-8343-fc44e79a5f62 None None] Network 00d90804-40ce-4c16-a641-e2f544cfea98 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:15.793826 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Pushing event updated for resources: {'Network': ['ID=b6aa173d-d802-45b7-9496-26ce31e991d6,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:15.809835 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7210672 Jun 21 04:25:15.812319 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38654) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:15.812507 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3383839 Jun 21 04:25:15.814927 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:15.815415 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38656) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:15.826670 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:15.827842 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Request body: {'subnet': {'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-subnet', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:15.846478 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:25:15.857573 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network b6aa173d-d802-45b7-9496-26ce31e991d6 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:25:15.865719 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:15.890693 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:15.891543 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.918972 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2776d4a5-439a-483b-9e30-6a532bdf63be None None] Network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:15.919235 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Made reservation on behalf of 8393899a0a7f43f895edc3fb8a009e80 for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:15.921663 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.943785 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1036198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1371'] for router, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:15.944741 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1036251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1362'] for router, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:16.027591 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3230681 Jun 21 04:25:16.058406 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:16.240858 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb1cfd-69dc-4bd4-972a-78221480a588 None None] Network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:16.265554 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89b7f11-cc33-5cc7-ba75-de15bce9f8cb-00d90804-40ce-4c16-a641-e2f544cfea98', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13'}]}} from dv-cinder-772623-10-smb. {{(pid=92763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:25:16.266770 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:16.445564 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:16.448999 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5742ed22-0e9a-4369-94f5-73c511c304ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:16.640950 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Allocated IP 172.20.0.2 (00d90804-40ce-4c16-a641-e2f544cfea98/fa549b29-6c6c-4bae-8edf-1824fd2c4c13/793cde91-b01a-4f7c-b5ec-f17030d44043) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:16.646235 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:16.650066 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:16.656556 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:16.665615 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Checking segment: {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:16.665969 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Network hostable DHCP agents. Network: b6aa173d-d802-45b7-9496-26ce31e991d6, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:25:16.667516 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1036116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1340'] for router, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:16.689404 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Network b6aa173d-d802-45b7-9496-26ce31e991d6 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:25:16.703445 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, b6aa173d-d802-45b7-9496-26ce31e991d6) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:16.710785 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:16.711819 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:16.742158 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9242592 Jun 21 04:25:16.744672 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38690) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:16.747614 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57610365-2bde-493c-9441-440b448283bd None None] Network b6aa173d-d802-45b7-9496-26ce31e991d6 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:16.758065 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:16.827581 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1036198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1371'] for router, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:16.830577 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1036251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1362'] for router, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.053026 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83fb95-996b-4fd7-91f6-4229ed4e515c None None] Network b6aa173d-d802-45b7-9496-26ce31e991d6 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:17.124332 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.158459 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.175504 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Transition to ACTIVE for port object 793cde91-b01a-4f7c-b5ec-f17030d44043 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:17.186913 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.205559 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38722) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:17.213385 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Transition to ACTIVE for port object 793cde91-b01a-4f7c-b5ec-f17030d44043 will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:17.250555 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.270004 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-63ce996e-bbe9-4758-a642-b247ed09a83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:17.279353 dv-cinder-772623-10-smb neutron-server[92761]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 04:25:17.335530 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Network 00d90804-40ce-4c16-a641-e2f544cfea98 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:17.340578 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:17.345807 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:17.370445 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.435273 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Pushing event updated for resources: {'Port': ['ID=793cde91-b01a-4f7c-b5ec-f17030d44043,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:17.464879 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.465671 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.466204 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.466686 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.467162 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.467958 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.468447 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.468770 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.469102 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.469426 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.469744 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.470061 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Tracked resource versions report: Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: pushed versions: Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: { 'AddressGroup': {'1.2'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'ConntrackHelper': {'1.0'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Log': {'1.0'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Network': {'1.1'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Port': {'1.7'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'PortForwarding': {'1.2'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'QosPolicy': {'1.8'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'SecurityGroup': {'1.4'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'SubPort': {'1.0'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Subnet': {'1.1'}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Trunk': {'1.1'}} Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: consumer versions: Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: { DHCP agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: HyperV agent@hv-cinder-77262: {}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: L3 agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: Metadata agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: Metering agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: Open vSwitch agent@dv-cinder-772623-10-smb: { 'AddressGroup': '1.2', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'ConntrackHelper': '1.0', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Log': '1.0', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Network': '1.1', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Port': '1.7', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'PortForwarding': '1.2', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'QosPolicy': '1.8', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'SecurityGroup': '1.4', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'SecurityGroupRule': '1.2', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'SubPort': '1.0', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Subnet': '1.1', Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: 'Trunk': '1.1'}} Jun 21 04:25:17.471222 dv-cinder-772623-10-smb neutron-server[92763]: {{(pid=92763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:25:17.474863 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:17.488562 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Attempting to bind port 793cde91-b01a-4f7c-b5ec-f17030d44043 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:17.488931 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Attempting to bind port 793cde91-b01a-4f7c-b5ec-f17030d44043 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:17.489282 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Attempting to bind port 793cde91-b01a-4f7c-b5ec-f17030d44043 on network 00d90804-40ce-4c16-a641-e2f544cfea98 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:17.503994 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:17.504382 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Checking segment: {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:17.508526 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.508526 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Bound using segment: {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:17.508526 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Bound port: 793cde91-b01a-4f7c-b5ec-f17030d44043, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:17.508526 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.623897 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Allocated IP 172.28.0.102 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/449301a4-3220-4851-a8b8-8d8da5512980) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:17.640048 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38752) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:17.651458 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1036116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1340'] for router, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.664769 dv-cinder-772623-10-smb neutron-server[92762]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 04:25:17.675954 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] For port 793cde91-b01a-4f7c-b5ec-f17030d44043, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:17.684102 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] For port 793cde91-b01a-4f7c-b5ec-f17030d44043, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=793cde91-b01a-4f7c-b5ec-f17030d44043,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:17.693037 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.695326 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:17.762234 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Pushing event updated for resources: {'Port': ['ID=793cde91-b01a-4f7c-b5ec-f17030d44043,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:17.772859 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:17.786260 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-1c219daf-aa17-43a6-8dad-7f0b091c0ba2 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:17.797934 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-1c219daf-aa17-43a6-8dad-7f0b091c0ba2 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/networks?id=3410abec-1f52-48f1-9337-b30f0d8653c5 HTTP/1.1" status: 200 len: 812 time: 0.5236075 Jun 21 04:25:17.819196 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-5fcaff68-92fc-4236-a866-944ca281d197 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/quotas/4a5e19d11dda4e66aa1901bd01dab474 HTTP/1.1" status: 200 len: 375 time: 0.0201147 Jun 21 04:25:17.916004 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-431ea3b6-2d83-410c-8a49-d4a885bd7983 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a5e19d11dda4e66aa1901bd01dab474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883327 Jun 21 04:25:17.964132 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.088506 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03483-5ba7-4029-b946-02d95c5c622e req-6f0c4521-a373-4d6f-8471-6c89f58bb36a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:18.089984 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-6f0c4521-a373-4d6f-8471-6c89f58bb36a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 815 time: 0.4384487 Jun 21 04:25:18.109235 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.112719 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-9a242d59-f599-4fc1-8670-622ea8567a03 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/quotas/235ec9f922cb4a0facf9914ca395dd5a HTTP/1.1" status: 200 len: 375 time: 0.0172818 Jun 21 04:25:18.113504 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.114051 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:18.133349 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.153079 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-8c2e66db-5dcd-4860-bdf4-ebb502732337 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:25:18.153786 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-8c2e66db-5dcd-4860-bdf4-ebb502732337 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640240 Jun 21 04:25:18.229614 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-d48b6d1a-46f6-4f4e-ad36-f184e68d4dc2 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061387 Jun 21 04:25:18.234650 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:18.239505 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:18.245161 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:18.250999 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Pushing event updated for resources: {'Port': ['ID=449301a4-3220-4851-a8b8-8d8da5512980,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:18.310051 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:18.331221 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-52616b2b-2ceb-4b4c-87d1-44f075d981d2 service neutron] 10.222.0.22 "GET /v2.0/networks/3410abec-1f52-48f1-9337-b30f0d8653c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429639 Jun 21 04:25:18.347291 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Allocated IP 172.28.0.95 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/58b85173-4ea0-406b-b3ac-a75b5b6ef4e6) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:18.362118 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-7d66dfd2-a58b-4a70-b979-65d4ea846f55 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:25:18.363075 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-7d66dfd2-a58b-4a70-b979-65d4ea846f55 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543294 Jun 21 04:25:18.493490 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-147e0aee-173a-4678-ae31-039003fbb576 service neutron] 10.222.0.22 "GET /v2.0/networks/3410abec-1f52-48f1-9337-b30f0d8653c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538181 Jun 21 04:25:18.523588 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.575846 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.579430 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:18.596909 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-04631133-0ed7-498f-8ba8-96f207902b4b service neutron] 10.222.0.22 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237489 Jun 21 04:25:18.620895 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:18.624054 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:18.631183 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:18.693190 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.711162 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Pushing event updated for resources: {'Port': ['ID=58b85173-4ea0-406b-b3ac-a75b5b6ef4e6,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:18.717863 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:18.829002 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-56c42f06-79a0-421e-b513-9417a7986f9b service neutron] 10.222.0.22 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242074 Jun 21 04:25:19.049807 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.107100 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a94b71-3b2d-46a7-8635-cdbaa51902db None None] Network 00d90804-40ce-4c16-a641-e2f544cfea98 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:19.154290 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1036207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012787'] for router, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.343445 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-be0ba1e8-4b20-4830-aa96-14e3e20dea77 None None] Provisioning for port 793cde91-b01a-4f7c-b5ec-f17030d44043 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:19.535409 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d1665515-7e1c-4f76-a663-faee041d1912 req-cfb2fc09-3cff-43f2-bd41-f4e56fa36606 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 210 time: 0.1687937 Jun 21 04:25:19.730205 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Router 52c7a35c-9216-4e58-a2c2-760af97f79f2 is scheduled to L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 with binding_index 1 {{(pid=92762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:25:19.937009 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-576c1127-bd98-4f5d-8610-3606f453052c req-5abfa97e-c62f-412a-81ce-8ce0dbe4caa6 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 210 time: 0.0814154 Jun 21 04:25:20.055412 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:20.057080 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1036207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012787'] for router, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.069816 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Sync routers for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:20.090105 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Notify callbacks [] for router, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.091348 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2774537 Jun 21 04:25:20.094504 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 38860) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:20.096126 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:20.097154 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:11Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:20.127004 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 793cde91-b01a-4f7c-b5ec-f17030d44043 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:20.251493 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:20.295452 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 793cde91-b01a-4f7c-b5ec-f17030d44043 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:20.302310 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 793cde91-b01a-4f7c-b5ec-f17030d44043 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:20.302707 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.444133 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Router 28d92839-06b0-410d-a018-50444fcd5c3f is scheduled to L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 with binding_index 1 {{(pid=92761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:25:20.562811 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.656000 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:18Z', 'revision_number': 3, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:20.657615 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 793cde91-b01a-4f7c-b5ec-f17030d44043, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=793cde91-b01a-4f7c-b5ec-f17030d44043,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:20.668552 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.670782 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:20.733122 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Checking router: 52c7a35c-9216-4e58-a2c2-760af97f79f2 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:20.738554 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Updating router 52c7a35c-9216-4e58-a2c2-760af97f79f2 port 449301a4-3220-4851-a8b8-8d8da5512980 binding host dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:20.786411 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:20.797118 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.803277 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-87d29fac-4cf6-4f26-9e30-7b66b425ab93 req-a73d0d3b-04ff-419e-aa59-e17b182dd9aa tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 210 time: 0.0757961 Jun 21 04:25:20.820093 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Sync routers for ids ['28d92839-06b0-410d-a018-50444fcd5c3f'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:20.827363 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Notify callbacks [] for router, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.829290 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0831559 Jun 21 04:25:20.833003 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 38904) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:20.857977 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=793cde91-b01a-4f7c-b5ec-f17030d44043,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:20.880101 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:20.890200 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Routers {'28d92839-06b0-410d-a018-50444fcd5c3f'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:20.890856 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:11Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['28d92839-06b0-410d-a018-50444fcd5c3f'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:21.090314 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e9e96d12-b84c-4ab3-a684-05bc885f671b req-831ec6b7-8087-4065-8c0b-f7b7f1f553e5 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 210 time: 0.0589619 Jun 21 04:25:21.098380 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Set router 28d92839-06b0-410d-a018-50444fcd5c3f gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:21.200975 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.354687 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.372228 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Transition to ACTIVE for port object 449301a4-3220-4851-a8b8-8d8da5512980 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:21.385217 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.404884 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:21.408210 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:16Z', 'updated_at': '2021-06-21T04:25:18Z', 'revision_number': 3, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'gw_port': {'id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:21.447147 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Checking router: 28d92839-06b0-410d-a018-50444fcd5c3f for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:21.447770 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Updating router 28d92839-06b0-410d-a018-50444fcd5c3f port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 binding host dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:21.489037 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.501928 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Attempting to bind port 449301a4-3220-4851-a8b8-8d8da5512980 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:21.508308 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Attempting to bind port 449301a4-3220-4851-a8b8-8d8da5512980 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:21.509192 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Attempting to bind port 449301a4-3220-4851-a8b8-8d8da5512980 on network b941b75c-3e79-4b47-a5c9-c341863e1176 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:21.518358 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Pushing event updated for resources: {'Port': ['ID=449301a4-3220-4851-a8b8-8d8da5512980,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:21.522142 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Allocated IP 172.20.0.1 (00d90804-40ce-4c16-a641-e2f544cfea98/fa549b29-6c6c-4bae-8edf-1824fd2c4c13/0a4b4960-f663-489b-90da-b661c37926f3) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:21.525815 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:21.526169 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Checking segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:21.526564 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.526968 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Bound using segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:21.527504 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Bound port: 449301a4-3220-4851-a8b8-8d8da5512980, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:21.527898 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.598590 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.599324 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.599804 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.602632 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.603103 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.603553 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.603989 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.604399 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.604824 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.606571 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.606997 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.607410 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Tracked resource versions report: Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: pushed versions: Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: { 'AddressGroup': {'1.2'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'ConntrackHelper': {'1.0'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Log': {'1.0'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Network': {'1.1'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Port': {'1.7'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'PortForwarding': {'1.2'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'QosPolicy': {'1.8'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'SecurityGroup': {'1.4'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'SubPort': {'1.0'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Subnet': {'1.1'}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Trunk': {'1.1'}} Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: consumer versions: Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: { DHCP agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: HyperV agent@hv-cinder-77262: {}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: L3 agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: Metadata agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: Metering agent@dv-cinder-772623-10-smb: {}, Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: Open vSwitch agent@dv-cinder-772623-10-smb: { 'AddressGroup': '1.2', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'ConntrackHelper': '1.0', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Log': '1.0', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Network': '1.1', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Port': '1.7', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'PortForwarding': '1.2', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'QosPolicy': '1.8', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'SecurityGroup': '1.4', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'SecurityGroupRule': '1.2', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'SubPort': '1.0', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Subnet': '1.1', Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: 'Trunk': '1.1'}} Jun 21 04:25:21.615972 dv-cinder-772623-10-smb neutron-server[92764]: {{(pid=92764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:25:21.622907 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:21.665006 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] For port 449301a4-3220-4851-a8b8-8d8da5512980, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:21.673650 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] For port 449301a4-3220-4851-a8b8-8d8da5512980, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=449301a4-3220-4851-a8b8-8d8da5512980,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:21.686290 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.688954 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-b0e7c9e4-1421-4550-b8ad-2b72376f605f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:21.707784 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.788668 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.817041 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Pushing event updated for resources: {'Port': ['ID=449301a4-3220-4851-a8b8-8d8da5512980,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:21.828148 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:21.829072 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:11Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:21.831397 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:21.845492 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.provisioning_blocks [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Transition to ACTIVE for port object 0a4b4960-f663-489b-90da-b661c37926f3 will not be triggered until provisioned by entity DHCP. {{(pid=92762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:21.939296 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 793cde91-b01a-4f7c-b5ec-f17030d44043 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:21.942755 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.962514 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:22.023471 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Pushing event updated for resources: {'Port': ['ID=0a4b4960-f663-489b-90da-b661c37926f3,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:22.027840 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:22.037083 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Network 00d90804-40ce-4c16-a641-e2f544cfea98 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:22.038909 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:22.059168 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:22.060437 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010716'] for router_interface, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.074930 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.085072 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:22.120018 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Transition to ACTIVE for port object 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:22.122443 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Allocated IP 172.20.0.1 (b6aa173d-d802-45b7-9496-26ce31e991d6/ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd/c1426865-ac4e-4a5d-8617-53d508532b42) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:22.144107 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.148803 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 793cde91-b01a-4f7c-b5ec-f17030d44043 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:22.150216 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.176045 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:22.254770 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Attempting to bind port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:22.255692 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Attempting to bind port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:22.257296 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Attempting to bind port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 on network b941b75c-3e79-4b47-a5c9-c341863e1176 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:22.296500 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.44', 54323) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:22.306430 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:22.309127 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Checking segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:22.309899 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.311017 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Bound using segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:22.311828 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Bound port: 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:22.312385 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.392761 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] For port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:22.401825 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] For port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=58b85173-4ea0-406b-b3ac-a75b5b6ef4e6,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:22.412080 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-900ce11e-b1ba-4b27-bdd6-1de1ad73d1b0 req-cadc616c-e69a-4587-993d-ad3012171cbd tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 210 time: 0.1896436 Jun 21 04:25:22.422529 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.518666 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Routers {'28d92839-06b0-410d-a018-50444fcd5c3f'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:22.519373 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:11Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['28d92839-06b0-410d-a018-50444fcd5c3f'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:22.621144 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.648915 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:18Z', 'revision_number': 3, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:22.687692 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a92793-e7d0-4d5e-86af-2d9ec54d4767 None None] Pushing event updated for resources: {'Port': ['ID=58b85173-4ea0-406b-b3ac-a75b5b6ef4e6,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:22.702123 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a9a92793-e7d0-4d5e-86af-2d9ec54d4767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:22.703170 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-006b4f92-9b2d-41bf-925a-a17c1338f4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:22.862842 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-50ab7a02-ab2c-46ad-9354-da53a3bf5c40 None None] Provisioning for port 0a4b4960-f663-489b-90da-b661c37926f3 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:22.870656 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-6567a55e-ce9e-471c-bee6-fa5e2d7fb8b4 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:22.877163 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-6567a55e-ce9e-471c-bee6-fa5e2d7fb8b4 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.44 "GET /v2.0/networks?id=3410abec-1f52-48f1-9337-b30f0d8653c5 HTTP/1.1" status: 200 len: 812 time: 0.5792832 Jun 21 04:25:22.888093 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968078cf-1eed-40a4-974a-8a113930dff7 None None] The sync data for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb is: [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:18Z', 'revision_number': 3, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:22.903173 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.906123 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-624210ef-0cf8-4024-966d-abdc3a6515ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:22.907614 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] Set router 28d92839-06b0-410d-a018-50444fcd5c3f gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:22.961705 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Request body: {'port': {'device_id': 'ad51c398-9c4e-4550-a105-28a50ab27bc8', 'network_id': '3410abec-1f52-48f1-9337-b30f0d8653c5', 'admin_state_up': True, 'tenant_id': '4a5e19d11dda4e66aa1901bd01dab474'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:23.020919 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.44', 54326) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:23.025635 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-50ab7a02-ab2c-46ad-9354-da53a3bf5c40 None None] Provisioning complete for port 0a4b4960-f663-489b-90da-b661c37926f3 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:23.026044 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-50ab7a02-ab2c-46ad-9354-da53a3bf5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.106437 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Network b6aa173d-d802-45b7-9496-26ce31e991d6 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:23.120883 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-237df6cb-897f-4e15-8d65-51585a1c9214 req-bca6994b-f606-4aa1-94da-85605d3e54bc tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 210 time: 0.4103727 Jun 21 04:25:23.128847 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:23.133960 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:23.138869 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010716'] for router_interface, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.141477 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a92793-e7d0-4d5e-86af-2d9ec54d4767 None None] Pushing event updated for resources: {'Port': ['ID=58b85173-4ea0-406b-b3ac-a75b5b6ef4e6,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:23.248695 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a9a92793-e7d0-4d5e-86af-2d9ec54d4767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:23.323415 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.380370 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-50ab7a02-ab2c-46ad-9354-da53a3bf5c40 None None] Port 0a4b4960-f663-489b-90da-b661c37926f3 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:25:23.659922 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:16Z', 'updated_at': '2021-06-21T04:25:18Z', 'revision_number': 3, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'gw_port': {'id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:23.733394 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbb4855-26d6-4e4e-add8-8f3e7d4f8b3e None None] The sync data for ids ['28d92839-06b0-410d-a018-50444fcd5c3f'] in dv-cinder-772623-10-smb is: [{'id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:16Z', 'updated_at': '2021-06-21T04:25:18Z', 'revision_number': 3, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'gw_port': {'id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:23.795172 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03483-5ba7-4029-b946-02d95c5c622e req-7394c78e-af84-4227-adf2-dbcbe0376029 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:23.796742 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-7394c78e-af84-4227-adf2-dbcbe0376029 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 815 time: 0.7227936 Jun 21 04:25:23.888004 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.898457 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.900945 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1011717'] for router_interface, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.905123 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-dbbc8226-6460-469a-827a-b4739de8d528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:24.007616 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-aba53f37-a2a6-4c6a-9ede-d68c79a474ce req-b7112251-93cb-4a4a-82ea-57b80feebbb8 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 210 time: 0.0700893 Jun 21 04:25:24.031622 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 449301a4-3220-4851-a8b8-8d8da5512980 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:24.032676 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Request body: {'port': {'device_id': 'ff803af3-6937-45ac-b8c1-6af677689e4d', 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4', 'admin_state_up': True, 'tenant_id': '235ec9f922cb4a0facf9914ca395dd5a'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:24.209276 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 449301a4-3220-4851-a8b8-8d8da5512980 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:24.220457 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 449301a4-3220-4851-a8b8-8d8da5512980 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:24.221219 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.338771 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Pushing event updated for resources: {'Port': ['ID=0a4b4960-f663-489b-90da-b661c37926f3,revision_number=2']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:24.351914 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:24.369811 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Network 00d90804-40ce-4c16-a641-e2f544cfea98 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:24.371707 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:24.639853 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Made reservation on behalf of 235ec9f922cb4a0facf9914ca395dd5a for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:24.641651 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.657129 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.728439 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Pushing event updated for resources: {'Port': ['ID=c1426865-ac4e-4a5d-8617-53d508532b42,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:24.749320 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.843s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:24.754134 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 449301a4-3220-4851-a8b8-8d8da5512980, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=449301a4-3220-4851-a8b8-8d8da5512980,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:24.783136 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.786733 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:24.920316 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fbbc4390-e6f0-43d4-aced-f08be3d57f0a req-c3c86f68-dae8-4210-af62-0af6f923617d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 210 time: 0.3148735 Jun 21 04:25:24.929533 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Made reservation on behalf of 4a5e19d11dda4e66aa1901bd01dab474 for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:24.939338 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.992240 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=449301a4-3220-4851-a8b8-8d8da5512980,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:24.996869 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:24.997911 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-9f2a796c-71ae-4305-93cd-1a08d15c2c4e None None] Provisioning complete for port 0a4b4960-f663-489b-90da-b661c37926f3 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:24.998362 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9f2a796c-71ae-4305-93cd-1a08d15c2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.039742 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Router 52c7a35c-9216-4e58-a2c2-760af97f79f2 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:25:25.388305 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a796c-71ae-4305-93cd-1a08d15c2c4e None None] Port 0a4b4960-f663-489b-90da-b661c37926f3 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:25:25.483160 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:25.497096 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] 10.222.0.22 "PUT /v2.0/routers/52c7a35c-9216-4e58-a2c2-760af97f79f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4014661 Jun 21 04:25:25.599457 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-57cf200f-6a4b-44f7-8530-a504ef4241fa req-1b2da053-c0f5-4f3c-9a6c-4c64e6baa093 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 210 time: 0.1315849 Jun 21 04:25:25.649046 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Allocated IP 172.20.0.8 (3410abec-1f52-48f1-9337-b30f0d8653c5/fe3215b5-4603-4868-ba8e-d93b0801f25c/4c75e448-3d98-4cca-9db3-74b73a936f88) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:26.166768 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 449301a4-3220-4851-a8b8-8d8da5512980 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:26.278449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Allocated IP 172.20.0.4 (941dc9d7-c0aa-4c95-bd7f-062e494ef1f4/f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1/b0028bb7-4248-411e-877a-cb2dcd4af1cc) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:26.289454 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.323451 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 449301a4-3220-4851-a8b8-8d8da5512980 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:26.323934 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.413907 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8b7849e5-e511-430c-bbad-e0954b8458ad req-a9ef8798-5b57-4c9a-82b6-45d65bddbe76 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 210 time: 0.0927286 Jun 21 04:25:26.540027 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39102) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:26.546027 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-b6e5d2e6-f876-42f6-a433-62d8cedbac3a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027418585', 'description': 'tempest-description--45888259'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:26.574708 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:26.637128 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d2e6-f876-42f6-a433-62d8cedbac3a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.704832 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39106) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:26.762298 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:26.813595 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:26.814508 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.977205 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.982104 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Sync routers for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:26.995146 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:26.996585 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:11Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:26.997991 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=58b85173-4ea0-406b-b3ac-a75b5b6ef4e6,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:27.007736 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.014217 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:27.059883 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8acd7f35-060a-4a3d-9c97-83f86b3ee768 req-38afcba6-47b1-40f5-b7b0-05aee4139d60 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 210 time: 0.2329848 Jun 21 04:25:27.073052 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.081733 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.124837 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d2e6-f876-42f6-a433-62d8cedbac3a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.129124 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d285748-0c3c-43bd-beb3-d7bb77161112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.138396 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d2e6-f876-42f6-a433-62d8cedbac3a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.179731 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:27.201531 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d2e6-f876-42f6-a433-62d8cedbac3a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.221598 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b6e5d2e6-f876-42f6-a433-62d8cedbac3a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.6794615 Jun 21 04:25:27.221870 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=58b85173-4ea0-406b-b3ac-a75b5b6ef4e6,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:27.224974 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39136) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:27.265606 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:27.267332 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-09fc5b37-703f-4037-b83e-a8560973ff6f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'security_group_rule': {'security_group_id': '34496fc0-5083-435b-bc16-61edeb86455d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:27.317927 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5d2e6-f876-42f6-a433-62d8cedbac3a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34496fc0-5083-435b-bc16-61edeb86455d,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:27.348465 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b6e5d2e6-f876-42f6-a433-62d8cedbac3a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:27.380741 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:27.496410 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.497473 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:25:27.497652 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.500352 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1011717'] for router_interface, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.512954 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d285748-0c3c-43bd-beb3-d7bb77161112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.520946 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d285748-0c3c-43bd-beb3-d7bb77161112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.528568 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.537092 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4d9f2d78-f49f-4166-9299-a42c79cb04a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:27.546359 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:27.680305 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-3d285748-0c3c-43bd-beb3-d7bb77161112 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7161977c0ebb40baab0d32bf9821508c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9698281 Jun 21 04:25:27.688005 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39154) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:27.755695 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:27.758506 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.763078 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-09fc5b37-703f-4037-b83e-a8560973ff6f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.768432 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:27.775802 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:27.788647 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:27.789491 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.812889 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d285748-0c3c-43bd-beb3-d7bb77161112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fcbf48-7fda-449a-8a2c-c082056d0ecd,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:27.817512 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7940643 Jun 21 04:25:27.853154 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3d285748-0c3c-43bd-beb3-d7bb77161112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:27.875494 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-379c93af-0534-4d8f-9c53-7934488df032 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:25:27.882478 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-379c93af-0534-4d8f-9c53-7934488df032 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196331 Jun 21 04:25:27.943063 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 2, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:27.970493 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Network 3410abec-1f52-48f1-9337-b30f0d8653c5 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:27.972583 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:27.981281 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:27.996822 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:27.997927 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.009380 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Checking router: 52c7a35c-9216-4e58-a2c2-760af97f79f2 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:28.009914 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Updating router 52c7a35c-9216-4e58-a2c2-760af97f79f2 port 0a4b4960-f663-489b-90da-b661c37926f3 binding host dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:28.041743 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Pushing event updated for resources: {'Port': ['ID=c1426865-ac4e-4a5d-8617-53d508532b42,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:28.068549 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:28.107542 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.122410 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1660473 Jun 21 04:25:28.216884 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-09fc5b37-703f-4037-b83e-a8560973ff6f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.226933 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0f956618-963a-4528-b7bf-81eae4f4300c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.235161 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-09fc5b37-703f-4037-b83e-a8560973ff6f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.240962 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Request body: {'port': {'device_id': 'ff803af3-6937-45ac-b8c1-6af677689e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:28.261889 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:28.287699 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547862c7-a779-415c-ab40-34810e737777 req-b782bc9e-9758-4505-9b7a-57114ec64d27 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:28.290543 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-547862c7-a779-415c-ab40-34810e737777 req-b782bc9e-9758-4505-9b7a-57114ec64d27 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 931 time: 0.5720165 Jun 21 04:25:28.312528 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:28.313795 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.324509 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0f956618-963a-4528-b7bf-81eae4f4300c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.325864 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Network b6aa173d-d802-45b7-9496-26ce31e991d6 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:28.359705 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Request body: {'port': {'device_id': 'ad51c398-9c4e-4550-a105-28a50ab27bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:28.369727 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:28.379625 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc5b37-703f-4037-b83e-a8560973ff6f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1485bbc-b97e-4967-b398-c36467693edc,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:28.395836 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-09fc5b37-703f-4037-b83e-a8560973ff6f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:28.488908 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-547862c7-a779-415c-ab40-34810e737777 req-b7c3ecdd-fc2b-4470-b6ca-921f88ae5070 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760247 Jun 21 04:25:28.497653 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-09fc5b37-703f-4037-b83e-a8560973ff6f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.500127 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-09fc5b37-703f-4037-b83e-a8560973ff6f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2581408 Jun 21 04:25:28.507406 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39180) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:28.514387 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-72ff7fa5-eec9-4ee6-9bf9-8d3a53dba725 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'security_group_rule': {'security_group_id': '34496fc0-5083-435b-bc16-61edeb86455d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:28.607430 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-72ff7fa5-eec9-4ee6-9bf9-8d3a53dba725 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.683966 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Pushing event updated for resources: {'Port': ['ID=b0028bb7-4248-411e-877a-cb2dcd4af1cc,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:28.725047 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0f956618-963a-4528-b7bf-81eae4f4300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.731751 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0f956618-963a-4528-b7bf-81eae4f4300c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.735284 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-0f956618-963a-4528-b7bf-81eae4f4300c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3fcbf48-7fda-449a-8a2c-c082056d0ecd HTTP/1.1" status: 204 len: 168 time: 1.0353453 Jun 21 04:25:28.757806 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8b745219-243f-4235-87d0-933c28bc56df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:28.793475 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-72ff7fa5-eec9-4ee6-9bf9-8d3a53dba725 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.803632 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f956618-963a-4528-b7bf-81eae4f4300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fcbf48-7fda-449a-8a2c-c082056d0ecd,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:28.815367 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-72ff7fa5-eec9-4ee6-9bf9-8d3a53dba725 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.818271 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0f956618-963a-4528-b7bf-81eae4f4300c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:28.822780 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-09fc5b37-703f-4037-b83e-a8560973ff6f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:28.859699 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff7fa5-eec9-4ee6-9bf9-8d3a53dba725 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f62365-f0a9-46b6-85a3-1934940e6d9d,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:28.869976 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-72ff7fa5-eec9-4ee6-9bf9-8d3a53dba725 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:28.876861 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.879196 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-72ff7fa5-eec9-4ee6-9bf9-8d3a53dba725 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.880706 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-72ff7fa5-eec9-4ee6-9bf9-8d3a53dba725 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3719633 Jun 21 04:25:28.886778 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39186) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:28.899054 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'floatingip': {'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:28.908591 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.362s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:28.910292 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.173s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:28.930276 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.950324 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Transition to ACTIVE for port object 0a4b4960-f663-489b-90da-b661c37926f3 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:28.966677 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.970521 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.978550 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:29.224696 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2f817-0eb4-4064-a3a7-f222d57014b5 None None] Pushing event updated for resources: {'Port': ['ID=0a4b4960-f663-489b-90da-b661c37926f3,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:29.232189 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c3c2f817-0eb4-4064-a3a7-f222d57014b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:29.326427 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Pushing event updated for resources: {'Port': ['ID=4c75e448-3d98-4cca-9db3-74b73a936f88,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:29.388481 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.397806 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:29.398506 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.584s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:29.398800 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:29.409110 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.443247 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Router 28d92839-06b0-410d-a018-50444fcd5c3f has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:25:29.443891 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Attempting to bind port 0a4b4960-f663-489b-90da-b661c37926f3 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:29.448394 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Attempting to bind port 0a4b4960-f663-489b-90da-b661c37926f3 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:29.448819 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Attempting to bind port 0a4b4960-f663-489b-90da-b661c37926f3 on network 00d90804-40ce-4c16-a641-e2f544cfea98 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:29.465870 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:29.466327 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Checking segment: {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:29.466821 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.467229 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Bound using segment: {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:29.467809 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Bound port: 0a4b4960-f663-489b-90da-b661c37926f3, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:29.468275 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.475278 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1c58-9b44-46b8-8fa4-08952f693a06 req-1ff406f0-1b65-4d52-93f4-512f00ec1db4 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:29.475278 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1d2e1c58-9b44-46b8-8fa4-08952f693a06 req-1ff406f0-1b65-4d52-93f4-512f00ec1db4 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 931 time: 0.7472990 Jun 21 04:25:29.699055 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] For port 0a4b4960-f663-489b-90da-b661c37926f3, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:29.707731 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] For port 0a4b4960-f663-489b-90da-b661c37926f3, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=0a4b4960-f663-489b-90da-b661c37926f3,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:29.712785 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Allocated IP 172.28.0.250 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/561912eb-8880-45d2-9acf-8e9abced36af) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:29.719318 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.739377 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:29.936291 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2f817-0eb4-4064-a3a7-f222d57014b5 None None] Pushing event updated for resources: {'Port': ['ID=0a4b4960-f663-489b-90da-b661c37926f3,revision_number=4']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:29.945001 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c3c2f817-0eb4-4064-a3a7-f222d57014b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:29.945720 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:29.951832 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:11Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:30.099955 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39236) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:30.131715 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.298644 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1d2e1c58-9b44-46b8-8fa4-08952f693a06 req-4e97dc92-a124-47ec-a6a2-2149e79a4789 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340899 Jun 21 04:25:30.362969 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:30.606262 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-df400948-c677-46e0-87a6-628456475755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.703566 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663b0ae-c8e6-44b9-b5ba-6299848e9595 req-8b50e914-a8aa-4de2-a206-531b27333257 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:30.707483 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2663b0ae-c8e6-44b9-b5ba-6299848e9595 req-8b50e914-a8aa-4de2-a206-531b27333257 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 931 time: 0.7722375 Jun 21 04:25:30.708695 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.718356 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:30.729566 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:30.747050 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] 10.222.0.22 "PUT /v2.0/routers/28d92839-06b0-410d-a018-50444fcd5c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9123960 Jun 21 04:25:30.768828 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Sync routers for ids ['28d92839-06b0-410d-a018-50444fcd5c3f'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:30.814928 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Routers {'28d92839-06b0-410d-a018-50444fcd5c3f'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:30.817196 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:11Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['28d92839-06b0-410d-a018-50444fcd5c3f'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:30.861918 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:29Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:30.948737 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0943304-0dd0-4e95-944f-98d0c3d15b33 None None] The sync data for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb is: [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:29Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:31.006628 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0028bb7-4248-411e-877a-cb2dcd4af1cc {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:31.050232 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-df400948-c677-46e0-87a6-628456475755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.054899 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.055301 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'Port': ['ID=561912eb-8880-45d2-9acf-8e9abced36af,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:31.086849 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:31.151635 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:31.212270 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-df400948-c677-46e0-87a6-628456475755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.218184 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Set router 28d92839-06b0-410d-a018-50444fcd5c3f gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:31.237313 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:31.242219 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Transition to ACTIVE for port object b0028bb7-4248-411e-877a-cb2dcd4af1cc will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:31.261977 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.275193 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2663b0ae-c8e6-44b9-b5ba-6299848e9595 req-b5a29f01-b043-4a45-b231-8366cd3f920a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618017 Jun 21 04:25:31.288493 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:31.293726 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:31.363523 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7f517684-49e2-4f43-b518-cbf7c0f46810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:31.519221 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c75e448-3d98-4cca-9db3-74b73a936f88 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:31.544537 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df400948-c677-46e0-87a6-628456475755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398eb115-92e9-4315-8759-238d167d93bb,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:31.555094 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-df400948-c677-46e0-87a6-628456475755 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9937692a1e9e43f28593b16d2aba8950&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4072096 Jun 21 04:25:31.556317 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39278) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:31.581627 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.587393 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Pushing event updated for resources: {'Port': ['ID=b0028bb7-4248-411e-877a-cb2dcd4af1cc,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:31.591775 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:31.620323 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-df400948-c677-46e0-87a6-628456475755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:31.706651 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Transition to ACTIVE for port object 4c75e448-3d98-4cca-9db3-74b73a936f88 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:31.724547 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.743415 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b25ebe9a-4ef9-45c2-b33f-17359708c539 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:31.766264 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Attempting to bind port b0028bb7-4248-411e-877a-cb2dcd4af1cc on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:31.767450 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Attempting to bind port b0028bb7-4248-411e-877a-cb2dcd4af1cc by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:31.767450 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Attempting to bind port b0028bb7-4248-411e-877a-cb2dcd4af1cc on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:31.998043 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.042777 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:16Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'gw_port': {'id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': 'c1426865-ac4e-4a5d-8617-53d508532b42', 'name': '', 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'mac_address': 'fa:16:3e:e1:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:27Z', 'revision_number': 2, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'subnets': [{'id': 'ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:32.081089 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Port b0028bb7-4248-411e-877a-cb2dcd4af1cc on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:25:32.086248 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Attempting to bind port b0028bb7-4248-411e-877a-cb2dcd4af1cc on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:32.115424 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Pushing event updated for resources: {'Port': ['ID=4c75e448-3d98-4cca-9db3-74b73a936f88,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:32.123026 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:32.125638 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:32.128060 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Checking segment: {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:32.128983 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Bound using segment: {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:32.130968 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Bound port: b0028bb7-4248-411e-877a-cb2dcd4af1cc, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:32.131578 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.145968 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 0a4b4960-f663-489b-90da-b661c37926f3 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:32.150155 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Checking router: 28d92839-06b0-410d-a018-50444fcd5c3f for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:32.159045 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Updating router 28d92839-06b0-410d-a018-50444fcd5c3f port c1426865-ac4e-4a5d-8617-53d508532b42 binding host dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:32.159829 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d5e711ac-f36f-4be4-81c5-27f9587310af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.202124 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Attempting to bind port 4c75e448-3d98-4cca-9db3-74b73a936f88 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:32.202652 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Attempting to bind port 4c75e448-3d98-4cca-9db3-74b73a936f88 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'b185d85f-8565-442f-93ff-d6839c21f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3410abec-1f52-48f1-9337-b30f0d8653c5'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:32.203058 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Attempting to bind port 4c75e448-3d98-4cca-9db3-74b73a936f88 on network 3410abec-1f52-48f1-9337-b30f0d8653c5 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:32.217316 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d5e711ac-f36f-4be4-81c5-27f9587310af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.314730 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.375048 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] For port b0028bb7-4248-411e-877a-cb2dcd4af1cc, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:32.387252 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] For port b0028bb7-4248-411e-877a-cb2dcd4af1cc, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0028bb7-4248-411e-877a-cb2dcd4af1cc,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:32.447546 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Port 4c75e448-3d98-4cca-9db3-74b73a936f88 on network 3410abec-1f52-48f1-9337-b30f0d8653c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:25:32.448338 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Attempting to bind port 4c75e448-3d98-4cca-9db3-74b73a936f88 on network 3410abec-1f52-48f1-9337-b30f0d8653c5 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:32.461270 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.471436 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-bacf8c27-f934-4895-a229-2d2a133f19e7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:32.474219 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-bacf8c27-f934-4895-a229-2d2a133f19e7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 819 time: 0.7358513 Jun 21 04:25:32.475095 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d5e711ac-f36f-4be4-81c5-27f9587310af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.475353 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:32.481590 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d5e711ac-f36f-4be4-81c5-27f9587310af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.485554 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-d5e711ac-f36f-4be4-81c5-27f9587310af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/398eb115-92e9-4315-8759-238d167d93bb HTTP/1.1" status: 204 len: 168 time: 0.8641117 Jun 21 04:25:32.506894 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:32.507270 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Checking segment: {'id': 'b185d85f-8565-442f-93ff-d6839c21f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3410abec-1f52-48f1-9337-b30f0d8653c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:32.507775 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Bound using segment: {'id': 'b185d85f-8565-442f-93ff-d6839c21f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3410abec-1f52-48f1-9337-b30f0d8653c5'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:32.508367 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Bound port: 4c75e448-3d98-4cca-9db3-74b73a936f88, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b185d85f-8565-442f-93ff-d6839c21f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3410abec-1f52-48f1-9337-b30f0d8653c5'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:32.508766 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.512736 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0f956618-963a-4528-b7bf-81eae4f4300c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:32.528099 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.575797 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:32.576502 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.581001 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] 10.222.0.44 "PUT /v2.0/ports/b0028bb7-4248-411e-877a-cb2dcd4af1cc HTTP/1.1" status: 200 len: 1093 time: 4.5400307 Jun 21 04:25:32.581001 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff803af3-6937-45ac-b8c1-6af677689e4d', 'tag': 'b0028bb7-4248-411e-877a-cb2dcd4af1cc'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:32.703292 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 0a4b4960-f663-489b-90da-b661c37926f3 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:32.759249 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 0a4b4960-f663-489b-90da-b661c37926f3 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:32.760693 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.894238 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for port, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.911779 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ad249b02-fcad-4794-ad4a-1b176fe7da02 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/quotas/8393899a0a7f43f895edc3fb8a009e80 HTTP/1.1" status: 200 len: 375 time: 0.4229364 Jun 21 04:25:32.912407 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e711ac-f36f-4be4-81c5-27f9587310af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398eb115-92e9-4315-8759-238d167d93bb,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:32.924212 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.925536 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d5e711ac-f36f-4be4-81c5-27f9587310af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:32.960496 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:32.971679 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.030217 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.115974 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.117329 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2282043 Jun 21 04:25:33.125136 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'Port': ['ID=561912eb-8880-45d2-9acf-8e9abced36af,revision_number=2']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:33.136758 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:33.248655 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-65d18ee3-03d0-4f8f-82fc-7bdb0486b7c8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3217809 Jun 21 04:25:33.325526 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 0a4b4960-f663-489b-90da-b661c37926f3, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=0a4b4960-f663-489b-90da-b661c37926f3,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:33.371267 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.391802 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a9a92793-e7d0-4d5e-86af-2d9ec54d4767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:33.474682 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-941c1b3f-b7e5-4d23-8988-377b14d92d1e service neutron] 10.222.0.22 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139144 Jun 21 04:25:33.480088 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=0a4b4960-f663-489b-90da-b661c37926f3,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:33.492480 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:33.498907 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23a8c-8092-442f-b583-802ff65f40d8 req-7ea4eb03-6908-4aec-9357-01d272977bc7 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:33.509583 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2be23a8c-8092-442f-b583-802ff65f40d8 req-7ea4eb03-6908-4aec-9357-01d272977bc7 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 943 time: 1.1144502 Jun 21 04:25:33.514501 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Pushing event updated for resources: {'Port': ['ID=b0028bb7-4248-411e-877a-cb2dcd4af1cc,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:33.531150 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.560007 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Transition to ACTIVE for port object c1426865-ac4e-4a5d-8617-53d508532b42 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:33.574619 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.577295 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:33.579449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.104s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:33.605962 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2be23a8c-8092-442f-b583-802ff65f40d8 req-9ae151a0-0d11-4fa3-8a51-e1061713d353 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952790 Jun 21 04:25:33.641582 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 39334) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:33.697372 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] For port 4c75e448-3d98-4cca-9db3-74b73a936f88, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:33.723898 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5953313f-cf9e-4cdf-9a00-a59e646cad9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.749183 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-d3c9af72-7661-4e1f-88e5-9c789db3c9b8 service neutron] 10.222.0.22 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665834 Jun 21 04:25:33.930903 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188bf653-88da-4e66-8a5b-4d49f33bad1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff803af3-6937-45ac-b8c1-6af677689e4d", "tag": "b0028bb7-4248-411e-877a-cb2dcd4af1cc"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:33.936168 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863855c-4c64-4742-aa14-d0bf0b8e8598 None None] Pushing event updated for resources: {'Port': ['ID=c1426865-ac4e-4a5d-8617-53d508532b42,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:33.945580 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0863855c-4c64-4742-aa14-d0bf0b8e8598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:33.974903 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39344) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:34.020604 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] For port 4c75e448-3d98-4cca-9db3-74b73a936f88, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c75e448-3d98-4cca-9db3-74b73a936f88,segment=NetworkSegment(b185d85f-8565-442f-93ff-d6839c21f9e7),segment_id=b185d85f-8565-442f-93ff-d6839c21f9e7)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:34.038977 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Attempting to bind port c1426865-ac4e-4a5d-8617-53d508532b42 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:34.041764 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Attempting to bind port c1426865-ac4e-4a5d-8617-53d508532b42 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:34.042600 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Attempting to bind port c1426865-ac4e-4a5d-8617-53d508532b42 on network b6aa173d-d802-45b7-9496-26ce31e991d6 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:34.069126 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 0a4b4960-f663-489b-90da-b661c37926f3 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:34.089059 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.144411 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:34.148471 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:34.148852 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Checking segment: {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:34.149305 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.149702 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Bound using segment: {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:34.150805 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Bound port: c1426865-ac4e-4a5d-8617-53d508532b42, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:34.151238 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.219150 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 0a4b4960-f663-489b-90da-b661c37926f3 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:34.219757 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.255824 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:34.257029 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.261894 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] 10.222.0.44 "PUT /v2.0/ports/4c75e448-3d98-4cca-9db3-74b73a936f88 HTTP/1.1" status: 200 len: 1093 time: 6.1055508 Jun 21 04:25:34.319154 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] For port c1426865-ac4e-4a5d-8617-53d508532b42, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:34.323647 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] For port c1426865-ac4e-4a5d-8617-53d508532b42, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=c1426865-ac4e-4a5d-8617-53d508532b42,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:34.325567 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Pushing event updated for resources: {'Port': ['ID=4c75e448-3d98-4cca-9db3-74b73a936f88,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:34.336590 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:34.337615 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.342563 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:34.369016 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03483-5ba7-4029-b946-02d95c5c622e req-0296886f-fc97-4370-8930-9c0e0ef8d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:34.371176 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-0296886f-fc97-4370-8930-9c0e0ef8d037 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 1096 time: 0.6824858 Jun 21 04:25:34.371618 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-87910404-4677-45e9-8ee8-05e20f2c3967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.396874 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0de97-fd07-453e-89f8-b7acd05b291b req-e67c7c75-3059-4524-86c1-c80dcf8320de tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:34.405404 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-06c0de97-fd07-453e-89f8-b7acd05b291b req-e67c7c75-3059-4524-86c1-c80dcf8320de tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 943 time: 0.3277581 Jun 21 04:25:34.433840 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5953313f-cf9e-4cdf-9a00-a59e646cad9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.465393 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5953313f-cf9e-4cdf-9a00-a59e646cad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.524001 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Routers {'28d92839-06b0-410d-a018-50444fcd5c3f'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:34.524917 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:11Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['28d92839-06b0-410d-a018-50444fcd5c3f'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:34.535488 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-06c0de97-fd07-453e-89f8-b7acd05b291b req-2d56c22d-95a6-4efd-9f47-25972233dc19 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288958 Jun 21 04:25:34.538706 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863855c-4c64-4742-aa14-d0bf0b8e8598 None None] Pushing event updated for resources: {'Port': ['ID=c1426865-ac4e-4a5d-8617-53d508532b42,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:34.602294 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0863855c-4c64-4742-aa14-d0bf0b8e8598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:34.621712 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:34.631692 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-87910404-4677-45e9-8ee8-05e20f2c3967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.650241 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-2bcb2e35-4be8-4b4f-bb3d-6352934e15d0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1027418585&fields=id&tenant_id=7ac95e4e960b4b3b908854b2f03d7759 HTTP/1.1" status: 200 len: 267 time: 0.2844286 Jun 21 04:25:34.661555 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-87910404-4677-45e9-8ee8-05e20f2c3967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.679775 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b6e5d2e6-f876-42f6-a433-62d8cedbac3a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:34.683835 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-5045851f-d18f-472a-a189-5222839beafa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0028bb7-4248-411e-877a-cb2dcd4af1cc HTTP/1.1" status: 200 len: 217 time: 0.2168419 Jun 21 04:25:34.734981 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-5953313f-cf9e-4cdf-9a00-a59e646cad9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92480f30102247d8b2042b4caa36c15d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0901446 Jun 21 04:25:34.736397 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39378) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:34.765402 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953313f-cf9e-4cdf-9a00-a59e646cad9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250a38d8-7ac1-4e10-aa53-59d4a5618c74,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:34.776976 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5953313f-cf9e-4cdf-9a00-a59e646cad9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:34.801923 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 39380) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:34.804136 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-87910404-4677-45e9-8ee8-05e20f2c3967 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=850e5b4cfd704df093f4f1b3b0f55ef6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8297355 Jun 21 04:25:34.814400 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03483-5ba7-4029-b946-02d95c5c622e req-d5409248-5de6-466d-91c6-9bdea668de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:34.815909 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] Set router 28d92839-06b0-410d-a018-50444fcd5c3f gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:34.816178 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-d5409248-5de6-466d-91c6-9bdea668de67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 200 len: 855 time: 0.0974934 Jun 21 04:25:34.818971 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87910404-4677-45e9-8ee8-05e20f2c3967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a8f2c9-e4e0-4442-a82a-ddacc9a622e8,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:34.827395 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-e1f399af-b9aa-439b-b094-42ba20a76255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:34.829408 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-e1f399af-b9aa-439b-b094-42ba20a76255 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a5e19d11dda4e66aa1901bd01dab474&device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 1096 time: 0.3673785 Jun 21 04:25:34.869178 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-87910404-4677-45e9-8ee8-05e20f2c3967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:34.956744 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112df83-f16b-40dc-b13d-7330307b763b req-08ca1d4c-c4ef-487f-9852-428402d096d7 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:34.963473 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-9da8060d-c41e-465d-bec7-6a876c0da791 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253264 Jun 21 04:25:34.978032 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-08ca1d4c-c4ef-487f-9852-428402d096d7 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 811 time: 0.3265364 Jun 21 04:25:35.029554 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-91bdc197-4d01-4aca-b0d8-491353ebced9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/quotas/7ac95e4e960b4b3b908854b2f03d7759 HTTP/1.1" status: 200 len: 375 time: 0.0502126 Jun 21 04:25:35.031436 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-49cb01f2-da1c-4965-9b66-7d7258e7ff1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c75e448-3d98-4cca-9db3-74b73a936f88 HTTP/1.1" status: 200 len: 217 time: 0.1707654 Jun 21 04:25:35.055920 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-fc156f87-0db9-4a24-8589-4b7ad418f814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.057601 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6fde63-e8fe-4195-a063-f6d34c927101 x-openstack-request-id: req-de6fde63-e8fe-4195-a063-f6d34c927101 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:35.058007 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff803af3-6937-45ac-b8c1-6af677689e4d", "tag": "b0028bb7-4248-411e-877a-cb2dcd4af1cc", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:35.058372 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de6fde63-e8fe-4195-a063-f6d34c927101 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:35.059010 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff803af3-6937-45ac-b8c1-6af677689e4d', 'tag': 'b0028bb7-4248-411e-877a-cb2dcd4af1cc', 'status': 'completed', 'code': 200} Jun 21 04:25:35.080854 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8a0d931c-4832-4640-bb4c-67b6fb8218ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.134352 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8a0d931c-4832-4640-bb4c-67b6fb8218ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.196354 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-fc156f87-0db9-4a24-8589-4b7ad418f814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.238324 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-58c22afd-ca3f-4c12-a338-9b3fbd380a02 req-700a92c8-d6ec-40e5-9b68-be58bafaea42 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 210 time: 0.0824358 Jun 21 04:25:35.323541 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-8f5dfa12-3bac-4fc5-af2f-49979f61c464 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2847888 Jun 21 04:25:35.350478 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-fc156f87-0db9-4a24-8589-4b7ad418f814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.353789 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-fc156f87-0db9-4a24-8589-4b7ad418f814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.365986 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-fc156f87-0db9-4a24-8589-4b7ad418f814 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/250a38d8-7ac1-4e10-aa53-59d4a5618c74 HTTP/1.1" status: 204 len: 168 time: 0.6236136 Jun 21 04:25:35.402544 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-df400948-c677-46e0-87a6-628456475755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:35.565209 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc156f87-0db9-4a24-8589-4b7ad418f814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250a38d8-7ac1-4e10-aa53-59d4a5618c74,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:35.591968 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8a0d931c-4832-4640-bb4c-67b6fb8218ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.592552 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-fc156f87-0db9-4a24-8589-4b7ad418f814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:35.600939 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8a0d931c-4832-4640-bb4c-67b6fb8218ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.602600 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-8a0d931c-4832-4640-bb4c-67b6fb8218ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63a8f2c9-e4e0-4442-a82a-ddacc9a622e8 HTTP/1.1" status: 204 len: 168 time: 0.7995198 Jun 21 04:25:35.636285 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5953313f-cf9e-4cdf-9a00-a59e646cad9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:35.746424 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d931c-4832-4640-bb4c-67b6fb8218ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a8f2c9-e4e0-4442-a82a-ddacc9a622e8,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:35.776198 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8a0d931c-4832-4640-bb4c-67b6fb8218ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:35.796436 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-87deedba-28b9-4d64-98f0-06ac7f36f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:35.800011 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-1da00d1b-310e-46d0-8d2a-335037fc677d service neutron] 10.222.0.22 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254370 Jun 21 04:25:35.809549 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-87deedba-28b9-4d64-98f0-06ac7f36f591 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe3215b5-4603-4868-ba8e-d93b0801f25c HTTP/1.1" status: 200 len: 852 time: 0.5833993 Jun 21 04:25:35.993001 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-5fc79db2-d8c8-4462-91b4-a8907c86d6d8 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699833 Jun 21 04:25:36.073776 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:16Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'gw_port': {'id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': 'c1426865-ac4e-4a5d-8617-53d508532b42', 'name': '', 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'mac_address': 'fa:16:3e:e1:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:34Z', 'revision_number': 4, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'subnets': [{'id': 'ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:36.110822 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75752da-6968-4a9e-9810-ee0711250e54 None None] The sync data for ids ['28d92839-06b0-410d-a018-50444fcd5c3f'] in dv-cinder-772623-10-smb is: [{'id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:16Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'gw_port': {'id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': 'c1426865-ac4e-4a5d-8617-53d508532b42', 'name': '', 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'mac_address': 'fa:16:3e:e1:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:34Z', 'revision_number': 4, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'subnets': [{'id': 'ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:36.120682 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0a4fd-9f61-456a-9cc0-9765629054d7 req-d27f241a-2b36-4df4-b3e4-6e2a20be2fea tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:36.123065 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-858e8574-7b48-4c98-a313-a8c5ad8b5193 service neutron] 10.222.0.22 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215604 Jun 21 04:25:36.128801 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-59b0a4fd-9f61-456a-9cc0-9765629054d7 req-d27f241a-2b36-4df4-b3e4-6e2a20be2fea tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 943 time: 0.3369937 Jun 21 04:25:36.278292 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-59b0a4fd-9f61-456a-9cc0-9765629054d7 req-8d048f68-45ee-446b-adcd-9271d3200fb5 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482794 Jun 21 04:25:36.989541 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-5d04581b-1120-4fb0-b040-7bfd60753aff tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:37.006209 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-5d04581b-1120-4fb0-b040-7bfd60753aff tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 819 time: 0.3986228 Jun 21 04:25:37.011195 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e78cf-d460-4082-89a7-1cfb92ab9097 req-18b016ac-bda8-4344-ae71-2d20930131a9 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:37.023340 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-196e78cf-d460-4082-89a7-1cfb92ab9097 req-18b016ac-bda8-4344-ae71-2d20930131a9 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 943 time: 0.3397233 Jun 21 04:25:37.053622 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-df887e96-298c-4964-ac4b-bd1154dc8518 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/quotas/8393899a0a7f43f895edc3fb8a009e80 HTTP/1.1" status: 200 len: 375 time: 0.0434990 Jun 21 04:25:37.055406 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39452) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:37.091246 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad51c398-9c4e-4550-a105-28a50ab27bc8', 'tag': '4c75e448-3d98-4cca-9db3-74b73a936f88'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:37.101699 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16" -d '{"events": [{"name": "network-changed", "server_uuid": "ad51c398-9c4e-4550-a105-28a50ab27bc8", "tag": "4c75e448-3d98-4cca-9db3-74b73a936f88"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:37.204472 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-196e78cf-d460-4082-89a7-1cfb92ab9097 req-779a5814-d3dc-49ea-a594-0572f24b1637 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790814 Jun 21 04:25:37.339111 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f97eee0b-1868-4147-9674-a03ec718c951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.425470 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-739fb96f-e207-4fc6-a572-7ad24ffab5ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3410abec-1f52-48f1-9337-b30f0d8653c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1884069 Jun 21 04:25:37.630396 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-fff40954-3ee3-468a-b67c-0267361f169b req-9fe22f14-af56-4225-95e1-23c3659d7ca9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 210 time: 0.1516593 Jun 21 04:25:37.874433 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f97eee0b-1868-4147-9674-a03ec718c951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.892562 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f97eee0b-1868-4147-9674-a03ec718c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.906175 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-87910404-4677-45e9-8ee8-05e20f2c3967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:38.026855 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-961aceb6-d0bf-4a4a-93da-13d214ace9b0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9720209 Jun 21 04:25:38.060793 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eee0b-1868-4147-9674-a03ec718c951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46a039f-073b-4f75-a2bc-3c9960d5b59b,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:38.072008 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f97eee0b-1868-4147-9674-a03ec718c951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:38.078182 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-f97eee0b-1868-4147-9674-a03ec718c951 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6e63746a43a47c1a14f7e51f4c9a6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0171132 Jun 21 04:25:38.080917 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39492) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:38.250653 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device c1426865-ac4e-4a5d-8617-53d508532b42 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:38.282220 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-164feb56-a5ac-4915-a2f0-4cccf6d61425 service neutron] 10.222.0.22 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530832 Jun 21 04:25:38.291554 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b0e20928-82f9-4825-87fa-304394843515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.312477 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd4af8-d962-4447-bfe8-43faa81164bd x-openstack-request-id: req-59bd4af8-d962-4447-bfe8-43faa81164bd {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:38.312791 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad51c398-9c4e-4550-a105-28a50ab27bc8", "tag": "4c75e448-3d98-4cca-9db3-74b73a936f88", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:38.314879 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59bd4af8-d962-4447-bfe8-43faa81164bd {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:38.316360 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad51c398-9c4e-4550-a105-28a50ab27bc8', 'tag': '4c75e448-3d98-4cca-9db3-74b73a936f88', 'status': 'completed', 'code': 200} Jun 21 04:25:38.351534 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b0e20928-82f9-4825-87fa-304394843515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.419610 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port c1426865-ac4e-4a5d-8617-53d508532b42 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:38.433257 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port c1426865-ac4e-4a5d-8617-53d508532b42 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:38.436116 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.545776 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98e03483-5ba7-4029-b946-02d95c5c622e req-a9657e95-6418-401b-bec9-7a66c8561af5 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3075936 Jun 21 04:25:38.623498 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-f8b75280-8c7f-40e0-a982-6bd7669433a5 service neutron] 10.222.0.44 "GET /v2.0/networks/3410abec-1f52-48f1-9337-b30f0d8653c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0038862 Jun 21 04:25:38.661312 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-fb06873f-2e04-4ae5-99b0-250f5e8ff24e service neutron] 10.222.0.22 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781662 Jun 21 04:25:38.680228 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.704521 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5287b24-48d4-4ac6-ac9c-ac49992cc116 req-4e0c8945-de69-45c9-9522-00e658b95bf8 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:38.707176 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f5287b24-48d4-4ac6-ac9c-ac49992cc116 req-4e0c8945-de69-45c9-9522-00e658b95bf8 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 943 time: 0.3403134 Jun 21 04:25:38.751249 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b0e20928-82f9-4825-87fa-304394843515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.760260 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port c1426865-ac4e-4a5d-8617-53d508532b42, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=c1426865-ac4e-4a5d-8617-53d508532b42,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:38.762581 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b0e20928-82f9-4825-87fa-304394843515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.766084 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b0e20928-82f9-4825-87fa-304394843515 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e46a039f-073b-4f75-a2bc-3c9960d5b59b HTTP/1.1" status: 204 len: 168 time: 0.6716087 Jun 21 04:25:38.766464 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:38.771120 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.773500 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:38.789500 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e20928-82f9-4825-87fa-304394843515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46a039f-073b-4f75-a2bc-3c9960d5b59b,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:38.810220 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b0e20928-82f9-4825-87fa-304394843515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:38.856278 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f5287b24-48d4-4ac6-ac9c-ac49992cc116 req-60bd114d-f955-40cd-bacc-a0e447befb19 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399662 Jun 21 04:25:38.934661 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3297db58-3e2b-458e-b014-3988ae4f5be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.948502 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=c1426865-ac4e-4a5d-8617-53d508532b42,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:38.951695 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:39.109743 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f753ea3-45f5-4d45-a0cc-91343a02d87b req-0690405a-fe6c-43f3-aa4c-e71e9b7d1bb6 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:39.116032 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5f753ea3-45f5-4d45-a0cc-91343a02d87b req-0690405a-fe6c-43f3-aa4c-e71e9b7d1bb6 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 943 time: 0.1007404 Jun 21 04:25:39.139946 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d46df46-d079-49f6-bcde-78e495458e1c req-f288c3d9-ef88-4a8e-8dc7-d9428ce35f0a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 210 time: 0.0388353 Jun 21 04:25:39.175783 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5f753ea3-45f5-4d45-a0cc-91343a02d87b req-2ae07305-edeb-4057-af99-690f15d74a1e tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Jun 21 04:25:39.233312 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d8f7934c-2880-4d9e-91c3-23129c793b7d req-3d4ac2e0-58ff-4a78-bc4c-1dc493b4d5f6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 210 time: 0.0432432 Jun 21 04:25:39.987112 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device c1426865-ac4e-4a5d-8617-53d508532b42 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:40.037972 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port c1426865-ac4e-4a5d-8617-53d508532b42 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:40.038760 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.079759 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29baf41-a29b-44f3-a8cf-3efd904f0524 req-fb9b18d7-0bc3-4446-96d3-f421204a7ef7 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:40.087731 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d29baf41-a29b-44f3-a8cf-3efd904f0524 req-fb9b18d7-0bc3-4446-96d3-f421204a7ef7 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 943 time: 0.0845017 Jun 21 04:25:40.142684 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d29baf41-a29b-44f3-a8cf-3efd904f0524 req-a2d89627-85b5-4aa3-8dd1-3e0b9ac208c3 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537386 Jun 21 04:25:40.366089 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.44', 54368) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:40.397650 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39586) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:40.437231 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-c2f37421-9251-4762-b078-8d87e03831cd tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:40.440087 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-c2f37421-9251-4762-b078-8d87e03831cd tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 819 time: 0.1620233 Jun 21 04:25:40.511155 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Request body: {'port': {'device_id': 'f7a4374f-4bd2-4e2e-86ac-11b3859eb92f', 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6', 'admin_state_up': True, 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:40.561028 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf12ed-c874-4b52-9bd3-42964e930acc req-fd9a8753-a2cc-4426-9654-d0b3bbf7dfd4 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:40.582954 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a0bf12ed-c874-4b52-9bd3-42964e930acc req-fd9a8753-a2cc-4426-9654-d0b3bbf7dfd4 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 943 time: 0.2451825 Jun 21 04:25:40.651227 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-c141cd9d-e2ee-4020-858e-ac2b8cb8dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:40.652916 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-c141cd9d-e2ee-4020-858e-ac2b8cb8dcdd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 1096 time: 0.2845922 Jun 21 04:25:40.740802 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a0bf12ed-c874-4b52-9bd3-42964e930acc req-4b9ed66c-0f7d-44ad-8ee7-c8bc9a237faf tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590946 Jun 21 04:25:40.895484 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1382d030-0cf7-464f-9285-e706ab59d541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.907542 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c26fb51f-6bb4-4d10-8d65-77949f87bb44 req-44dae995-6e67-4623-bb76-8798250ee343 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 210 time: 0.4654915 Jun 21 04:25:41.083435 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.44', 54371) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:41.106380 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9d3f046f-d819-4795-b7c8-b8a106c05e48 req-cbf34cbd-c996-40de-b716-6afe45c5038d service neutron] 10.222.0.44 "GET /v2.0/networks/3410abec-1f52-48f1-9337-b30f0d8653c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952386 Jun 21 04:25:41.115561 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Made reservation on behalf of 8393899a0a7f43f895edc3fb8a009e80 for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:41.119839 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.235825 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4db27d38-4d9c-4768-89bf-ec9f02b6affc req-5c2efba7-0246-404f-bc5b-e80d7bca3b9f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 210 time: 0.2582123 Jun 21 04:25:41.328612 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Allocated IP 172.20.0.5 (b6aa173d-d802-45b7-9496-26ce31e991d6/ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd/47a5985c-09f3-47a3-a4a2-f781ff8411dc) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:41.329830 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-627379cc-3b33-417c-b883-a56240fe9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:41.331501 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-627379cc-3b33-417c-b883-a56240fe9e22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 916 time: 0.6488185 Jun 21 04:25:41.439347 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-6da51c66-3aac-4e93-980e-3343792d6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:41.441662 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-6da51c66-3aac-4e93-980e-3343792d6f03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a5e19d11dda4e66aa1901bd01dab474&device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1858675 Jun 21 04:25:41.443505 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-b1fce909-6f29-4133-95b5-32d75748374c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0028bb7-4248-411e-877a-cb2dcd4af1cc HTTP/1.1" status: 200 len: 217 time: 0.1047521 Jun 21 04:25:41.518432 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-603e90fd-6d9e-4a41-8704-122115b924be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.574520 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112df83-f16b-40dc-b13d-7330307b763b req-2d707b4b-c55e-435e-8945-62835e1ec18c tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:41.576065 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-2d707b4b-c55e-435e-8945-62835e1ec18c tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 811 time: 0.4806192 Jun 21 04:25:41.591454 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-c566862d-22e6-4944-ac38-27544e834c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:41.593301 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-c566862d-22e6-4944-ac38-27544e834c22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 200 len: 855 time: 0.1382036 Jun 21 04:25:41.616482 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049ff3-77d5-4543-9f74-795c688e4d1c req-64358890-b4e2-4c15-b0d3-34bc882281ef tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:41.617986 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b3049ff3-77d5-4543-9f74-795c688e4d1c req-64358890-b4e2-4c15-b0d3-34bc882281ef tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 943 time: 0.2948494 Jun 21 04:25:41.660406 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-eb07c729-7f13-4813-837b-20ae4d936083 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580521 Jun 21 04:25:41.747226 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1382d030-0cf7-464f-9285-e706ab59d541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.753282 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-daba6947-70bd-4e8b-ba19-d0f237bad68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:41.763945 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1382d030-0cf7-464f-9285-e706ab59d541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.774595 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-03ec08e5-6c0d-4b96-932b-2a6c7378d190 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ac95e4e960b4b3b908854b2f03d7759 HTTP/1.1" status: 200 len: 380 time: 0.1801493 Jun 21 04:25:41.782125 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:41.785031 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-daba6947-70bd-4e8b-ba19-d0f237bad68e service neutron] 10.222.0.44 "GET /v2.0/networks?id=3410abec-1f52-48f1-9337-b30f0d8653c5 HTTP/1.1" status: 200 len: 913 time: 0.3272016 Jun 21 04:25:41.798351 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.806886 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.837777 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1382d030-0cf7-464f-9285-e706ab59d541 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e22b9bf9a79e45ab8a48acc947ca1f96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4380457 Jun 21 04:25:41.843300 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382d030-0cf7-464f-9285-e706ab59d541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccef19d3-09a0-451a-85af-1dcf61ef5e2b,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:41.850095 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39646) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:41.852719 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1382d030-0cf7-464f-9285-e706ab59d541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:41.870129 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-d6f39395-5ce1-48a8-bb12-f2911fa61bed service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983161 Jun 21 04:25:41.872967 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b3049ff3-77d5-4543-9f74-795c688e4d1c req-3618195f-2d2b-495b-a0f2-1b3bed6071f2 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437565 Jun 21 04:25:41.877584 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'port': {'device_id': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'admin_state_up': True, 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'security_groups': ['34496fc0-5083-435b-bc16-61edeb86455d']}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:41.991439 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-33de934b-e608-4d3a-ad7b-43311b2ad92a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c75e448-3d98-4cca-9db3-74b73a936f88 HTTP/1.1" status: 200 len: 217 time: 0.1168885 Jun 21 04:25:42.053592 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.068122 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:42.074299 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.44', 54377) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:42.112344 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 39658) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:42.172574 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-b06363e1-ef39-4405-8d7b-856c7e34bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:42.174020 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-b06363e1-ef39-4405-8d7b-856c7e34bc99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe3215b5-4603-4868-ba8e-d93b0801f25c HTTP/1.1" status: 200 len: 852 time: 0.1743584 Jun 21 04:25:42.175620 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a22172a5-f6c5-4c32-9fec-f485632873f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.187149 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-81294236-2edc-4767-b6df-88fc9f367763 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693737 Jun 21 04:25:42.196199 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Network b6aa173d-d802-45b7-9496-26ce31e991d6 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:42.218909 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:42.222183 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:42.229677 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:42.230708 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.236921 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a22172a5-f6c5-4c32-9fec-f485632873f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.259464 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d917b-9e9b-47ae-8186-bc86ed96a4f5 req-d4cb1752-eaf6-4859-a7be-f6b305ec798a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:42.261737 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9c0d917b-9e9b-47ae-8186-bc86ed96a4f5 req-d4cb1752-eaf6-4859-a7be-f6b305ec798a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 943 time: 0.2587500 Jun 21 04:25:42.303326 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.307449 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Made reservation on behalf of 7ac95e4e960b4b3b908854b2f03d7759 for: {'port': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:42.311601 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.321113 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cac37c24-9ded-4570-8d82-21fdac6c8554 req-2edd2cea-26a1-45d0-a4e1-3f4d8a363123 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 210 time: 0.1511750 Jun 21 04:25:42.324656 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-1df88f60-e541-44db-8ba8-107e51428bdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3410abec-1f52-48f1-9337-b30f0d8653c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265681 Jun 21 04:25:42.330854 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Pushing event updated for resources: {'Port': ['ID=47a5985c-09f3-47a3-a4a2-f781ff8411dc,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:42.338766 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:42.356365 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8562253 Jun 21 04:25:42.395810 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a22172a5-f6c5-4c32-9fec-f485632873f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.419991 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a22172a5-f6c5-4c32-9fec-f485632873f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.424020 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a22172a5-f6c5-4c32-9fec-f485632873f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ccef19d3-09a0-451a-85af-1dcf61ef5e2b HTTP/1.1" status: 204 len: 168 time: 0.5702133 Jun 21 04:25:42.442889 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:42.484950 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Request body: {'port': {'device_id': 'f7a4374f-4bd2-4e2e-86ac-11b3859eb92f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:42.532122 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6e7c2a64-cee0-49a8-a18d-0db5f8c399e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.544559 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9c0d917b-9e9b-47ae-8186-bc86ed96a4f5 req-32b7092a-dbf1-4a8a-98b0-58d13f24d060 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577000 Jun 21 04:25:42.554284 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22172a5-f6c5-4c32-9fec-f485632873f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccef19d3-09a0-451a-85af-1dcf61ef5e2b,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:42.557678 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a22172a5-f6c5-4c32-9fec-f485632873f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:42.610992 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ac8d7a79-3006-4134-8c97-1b9236431310 req-a4dd7713-700b-49f4-869d-f1c3f1999eb4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 210 time: 0.0802541 Jun 21 04:25:42.622326 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-61e5cee6-b93e-4b6b-b3f0-25134508446d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:42.623849 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-61e5cee6-b93e-4b6b-b3f0-25134508446d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 819 time: 0.5428853 Jun 21 04:25:42.687971 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Request body: {'port': {'device_id': '63a90de6-3bb8-4a34-a2ee-1725cc083e26', 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6', 'admin_state_up': True, 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:42.790951 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.796056 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-7254dfd6-4e45-4be7-80dc-c9a9cc705a8e service neutron] 10.222.0.44 "GET /v2.0/networks/3410abec-1f52-48f1-9337-b30f0d8653c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593639 Jun 21 04:25:42.800146 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 39676) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:42.844190 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Allocated IP 172.20.0.6 (00d90804-40ce-4c16-a641-e2f544cfea98/fa549b29-6c6c-4bae-8edf-1824fd2c4c13/8fa151ad-4bd0-47f9-bde6-1c8f9efb0631) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:42.887370 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-036d1130-7c45-4703-865f-c6b25efab6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.031256 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.051596 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.provisioning_blocks [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Transition to ACTIVE for port object 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 will not be triggered until provisioned by entity DHCP. {{(pid=92762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:43.095854 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be10830-9a96-45a9-b033-424b7d532acc req-16209b60-836f-4af3-9429-aeb993599cb5 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:43.097318 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4be10830-9a96-45a9-b033-424b7d532acc req-16209b60-836f-4af3-9429-aeb993599cb5 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 943 time: 0.1100852 Jun 21 04:25:43.109325 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-fd2545c4-6f08-4aba-9bcd-3e7c522639f0 service neutron] 10.222.0.44 "GET /v2.0/networks/3410abec-1f52-48f1-9337-b30f0d8653c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061678 Jun 21 04:25:43.117194 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.129817 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6e7c2a64-cee0-49a8-a18d-0db5f8c399e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.130880 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5292c088-522d-498d-a655-8e3f97bd10dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:43.174163 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6e7c2a64-cee0-49a8-a18d-0db5f8c399e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.188098 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:43.226763 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Network 00d90804-40ce-4c16-a641-e2f544cfea98 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:43.233918 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:43.238236 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4be10830-9a96-45a9-b033-424b7d532acc req-c08c5632-e116-47f4-86dc-579b87c2a86c tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333146 Jun 21 04:25:43.238967 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:43.244444 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:43.245195 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.269468 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'Port': ['ID=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:43.274204 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:43.423365 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-6e7c2a64-cee0-49a8-a18d-0db5f8c399e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42238ea4867240d899595a29ac8d4cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3059390 Jun 21 04:25:43.426131 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39688) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:43.439088 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c2a64-cee0-49a8-a18d-0db5f8c399e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bdc6ef-3598-47ca-9402-0e8ed9e1374f,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:43.451556 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6e7c2a64-cee0-49a8-a18d-0db5f8c399e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:43.482013 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-9f5336d9-8a13-4a68-856b-d7220b19bfe5 None None] Provisioning for port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:43.486903 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-9f5336d9-8a13-4a68-856b-d7220b19bfe5 None None] Provisioning complete for port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:43.488218 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9f5336d9-8a13-4a68-856b-d7220b19bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.491136 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9c6624f0-9d9f-4b46-ad44-c15b785c346c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.531131 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9c6624f0-9d9f-4b46-ad44-c15b785c346c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.531994 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-9f5336d9-8a13-4a68-856b-d7220b19bfe5 None None] Port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:25:43.608132 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9c6624f0-9d9f-4b46-ad44-c15b785c346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.613939 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9c6624f0-9d9f-4b46-ad44-c15b785c346c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.618493 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-9c6624f0-9d9f-4b46-ad44-c15b785c346c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05bdc6ef-3598-47ca-9402-0e8ed9e1374f HTTP/1.1" status: 204 len: 168 time: 0.1912487 Jun 21 04:25:43.619643 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:43.620988 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a5985c-09f3-47a3-a4a2-f781ff8411dc {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:43.629754 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-036d1130-7c45-4703-865f-c6b25efab6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.637490 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.651330 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-036d1130-7c45-4703-865f-c6b25efab6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.653040 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6624f0-9d9f-4b46-ad44-c15b785c346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bdc6ef-3598-47ca-9402-0e8ed9e1374f,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:43.664145 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9c6624f0-9d9f-4b46-ad44-c15b785c346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:43.666317 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:43.671462 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Transition to ACTIVE for port object 47a5985c-09f3-47a3-a4a2-f781ff8411dc will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:43.679721 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24cffe-5f1e-4859-aec5-27e4bdc46b13 req-f5ccf744-96bf-4287-a94f-b5b4a495a12e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:43.681302 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-eb24cffe-5f1e-4859-aec5-27e4bdc46b13 req-f5ccf744-96bf-4287-a94f-b5b4a495a12e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 931 time: 0.2224789 Jun 21 04:25:43.692206 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Made reservation on behalf of 8393899a0a7f43f895edc3fb8a009e80 for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:43.694471 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8233695 Jun 21 04:25:43.695902 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.698183 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.722695 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Request body: {'port': {'device_id': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:43.768100 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-036d1130-7c45-4703-865f-c6b25efab6f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26b650eef0f046c3842d1eeb17f7963d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9662731 Jun 21 04:25:43.768721 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 39702) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:43.784678 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d1130-7c45-4703-865f-c6b25efab6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281d3ddf-bb13-40aa-9201-036426c08296,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:43.797922 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-036d1130-7c45-4703-865f-c6b25efab6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:43.798401 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a8740560-ad10-49b8-afd8-7456005dd3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:43.864906 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.900400 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a55fb-a97d-4d99-8627-bd39f8c729fa req-1fdc4522-91ff-4534-ae97-347a68d5d8dd tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:43.913121 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ef9a55fb-a97d-4d99-8627-bd39f8c729fa req-1fdc4522-91ff-4534-ae97-347a68d5d8dd tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 943 time: 0.2062531 Jun 21 04:25:43.927945 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-eb24cffe-5f1e-4859-aec5-27e4bdc46b13 req-e3797d49-e092-4d67-a949-aeba359d427f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372267 Jun 21 04:25:43.992797 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Pushing event updated for resources: {'Port': ['ID=47a5985c-09f3-47a3-a4a2-f781ff8411dc,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:44.003465 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:44.013793 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Attempting to bind port 47a5985c-09f3-47a3-a4a2-f781ff8411dc on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:44.014126 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Attempting to bind port 47a5985c-09f3-47a3-a4a2-f781ff8411dc by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:44.014449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Attempting to bind port 47a5985c-09f3-47a3-a4a2-f781ff8411dc on network b6aa173d-d802-45b7-9496-26ce31e991d6 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:44.028042 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ef9a55fb-a97d-4d99-8627-bd39f8c729fa req-4c45abe4-71d8-4f69-a1e8-bf1c29b2b184 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129556 Jun 21 04:25:44.042929 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Port 47a5985c-09f3-47a3-a4a2-f781ff8411dc on network b6aa173d-d802-45b7-9496-26ce31e991d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:25:44.043254 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Attempting to bind port 47a5985c-09f3-47a3-a4a2-f781ff8411dc on network b6aa173d-d802-45b7-9496-26ce31e991d6 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:44.063056 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:44.063395 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Checking segment: {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:44.063817 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Bound using segment: {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:44.064266 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Bound port: 47a5985c-09f3-47a3-a4a2-f781ff8411dc, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:44.064665 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.072738 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-58b9720e-3852-45a9-a931-1ae7589ec8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.102337 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Allocated IP 172.20.0.4 (b6aa173d-d802-45b7-9496-26ce31e991d6/ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd/0e29f63d-6e3a-4722-a378-1391d32e91ba) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:44.140419 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-58b9720e-3852-45a9-a931-1ae7589ec8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.152720 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.216535 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39720) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:44.230392 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f1048ff6-0a1c-4517-b275-bb5634785792 req-504f85e2-8c25-438e-829e-bda0a50b7426 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 210 time: 0.0786684 Jun 21 04:25:44.274057 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f315385f-d867-483e-bccb-25b28b8fed84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.360609 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] For port 47a5985c-09f3-47a3-a4a2-f781ff8411dc, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:44.433070 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.notifiers.nova [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 {{(pid=92762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:44.442051 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] For port 47a5985c-09f3-47a3-a4a2-f781ff8411dc, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:44.443907 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.461182 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.465931 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.474954 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:44.501945 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f315385f-d867-483e-bccb-25b28b8fed84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.507518 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f315385f-d867-483e-bccb-25b28b8fed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.512626 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:44.514663 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:44.515330 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.517077 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] 10.222.0.44 "PUT /v2.0/ports/47a5985c-09f3-47a3-a4a2-f781ff8411dc HTTP/1.1" status: 200 len: 1093 time: 2.1359637 Jun 21 04:25:44.521224 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a4374f-4bd2-4e2e-86ac-11b3859eb92f', 'tag': '47a5985c-09f3-47a3-a4a2-f781ff8411dc'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:44.522870 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.provisioning_blocks [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Transition to ACTIVE for port object 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 will not be triggered until provisioned by entity L2. {{(pid=92762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:44.523536 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a4374f-4bd2-4e2e-86ac-11b3859eb92f", "tag": "47a5985c-09f3-47a3-a4a2-f781ff8411dc"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:44.538450 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.541618 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-58b9720e-3852-45a9-a931-1ae7589ec8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.560037 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-58b9720e-3852-45a9-a931-1ae7589ec8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.563819 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-58b9720e-3852-45a9-a931-1ae7589ec8b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/281d3ddf-bb13-40aa-9201-036426c08296 HTTP/1.1" status: 204 len: 168 time: 0.7892170 Jun 21 04:25:44.569935 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-f315385f-d867-483e-bccb-25b28b8fed84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a79cb8ee52c7430690e5d5e383bc4a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495688 Jun 21 04:25:44.571833 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39736) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:44.582134 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315385f-d867-483e-bccb-25b28b8fed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46df166f-0962-443d-89a4-9b4a1138b123,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:44.586971 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f315385f-d867-483e-bccb-25b28b8fed84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:44.589379 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:44.619392 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abc1017-b1a9-4888-b91e-6ce70edd4d6b x-openstack-request-id: req-6abc1017-b1a9-4888-b91e-6ce70edd4d6b {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:44.619904 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a4374f-4bd2-4e2e-86ac-11b3859eb92f", "tag": "47a5985c-09f3-47a3-a4a2-f781ff8411dc", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:44.620230 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6abc1017-b1a9-4888-b91e-6ce70edd4d6b {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:44.620751 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a4374f-4bd2-4e2e-86ac-11b3859eb92f', 'tag': '47a5985c-09f3-47a3-a4a2-f781ff8411dc', 'status': 'completed', 'code': 200} Jun 21 04:25:44.673870 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Pushing event updated for resources: {'Port': ['ID=47a5985c-09f3-47a3-a4a2-f781ff8411dc,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:44.687335 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986575a-d1d9-48a8-bd7f-92815584871f req-065e1775-f6cc-45c7-b499-ce0ca24b9f42 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:44.688974 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8986575a-d1d9-48a8-bd7f-92815584871f req-065e1775-f6cc-45c7-b499-ce0ca24b9f42 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 943 time: 0.2260268 Jun 21 04:25:44.699446 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:44.705450 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1aa549f0-3cdd-42b4-a651-3b8272c99445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:44.727529 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9720e-3852-45a9-a931-1ae7589ec8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d3ddf-bb13-40aa-9201-036426c08296,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:44.738972 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-58b9720e-3852-45a9-a931-1ae7589ec8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:44.742855 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.752913 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-023b4073-70dd-4653-aa12-b5fbacb34e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:44.801791 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,revision_number=2']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:44.830677 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Network b6aa173d-d802-45b7-9496-26ce31e991d6 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:44.831291 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:44.840140 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:44.843058 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:44.851317 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:44.852303 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.865707 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-696832b2-7fa3-4dce-91df-81370ffa936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:44.865967 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8986575a-d1d9-48a8-bd7f-92815584871f req-9d2d6f36-82bd-4fe3-a0f9-89f2b155a186 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660013 Jun 21 04:25:44.867243 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-696832b2-7fa3-4dce-91df-81370ffa936c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1096 time: 0.2622111 Jun 21 04:25:44.868596 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.managers [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Attempting to bind port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:44.869108 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.managers [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Attempting to bind port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'}] {{(pid=92762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:44.869443 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Attempting to bind port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 on network 00d90804-40ce-4c16-a641-e2f544cfea98 {{(pid=92762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:44.875611 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f0db-f12d-4331-873a-f80dc43c1b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.877344 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 on network 00d90804-40ce-4c16-a641-e2f544cfea98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:25:44.877524 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Pushing event updated for resources: {'Port': ['ID=0e29f63d-6e3a-4722-a378-1391d32e91ba,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:44.877685 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Attempting to bind port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 on network 00d90804-40ce-4c16-a641-e2f544cfea98 {{(pid=92762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:44.890049 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:44.890211 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:44.890401 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Checking segment: {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:44.890976 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Bound using segment: {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'} {{(pid=92762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:44.891437 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.managers [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Bound port: 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'}}] {{(pid=92762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:44.891830 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.914354 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f0db-f12d-4331-873a-f80dc43c1b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.948995 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-be37db5b-3d2a-42d0-94d0-72e5fa9afcb6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc HTTP/1.1" status: 200 len: 217 time: 0.0577636 Jun 21 04:25:44.951099 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2702808 Jun 21 04:25:44.977040 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Request body: {'port': {'device_id': '63a90de6-3bb8-4a34-a2ee-1725cc083e26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:44.993730 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] For port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631, host hv-cinder-77262, cleared binding levels {{(pid=92762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:45.003360 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] For port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:45.006445 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f0db-f12d-4331-873a-f80dc43c1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.009285 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f0db-f12d-4331-873a-f80dc43c1b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.012964 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-c7e0f0db-f12d-4331-873a-f80dc43c1b1f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46df166f-0962-443d-89a4-9b4a1138b123 HTTP/1.1" status: 204 len: 168 time: 0.4367194 Jun 21 04:25:45.012964 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:45.023975 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.030672 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0f0db-f12d-4331-873a-f80dc43c1b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df166f-0962-443d-89a4-9b4a1138b123,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:45.033550 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c7e0f0db-f12d-4331-873a-f80dc43c1b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:45.033946 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:45.074744 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.075545 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.077290 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] 10.222.0.44 "PUT /v2.0/ports/8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 HTTP/1.1" status: 200 len: 1093 time: 1.3600733 Jun 21 04:25:45.078014 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'tag': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631'}] {{(pid=92762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:45.123121 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-07afa8d6-aaad-435d-af65-674eab7480ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.138649 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-07afa8d6-aaad-435d-af65-674eab7480ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.1583734 Jun 21 04:25:45.256883 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,revision_number=3']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:45.268165 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:45.300943 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device b0028bb7-4248-411e-877a-cb2dcd4af1cc details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:25:45.304255 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-a5aa3b70-f6a8-4d32-b9bc-686e8b0a7102 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624990 Jun 21 04:25:45.304848 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.357704 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112df83-f16b-40dc-b13d-7330307b763b req-7bf096bb-5595-41da-94b8-e2caba76002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.359858 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-7bf096bb-5595-41da-94b8-e2caba76002b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 1096 time: 0.2076209 Jun 21 04:25:45.374091 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd62c8-37d9-4694-b6fc-bf58a79d1ad8 req-ebe5406a-b685-4991-a3e3-ce78009eaa3c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.381424 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0cfd62c8-37d9-4694-b6fc-bf58a79d1ad8 req-ebe5406a-b685-4991-a3e3-ce78009eaa3c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 943 time: 0.1108503 Jun 21 04:25:45.435818 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-88f1f4b2-f56b-42e0-8536-99dd89d8894e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 HTTP/1.1" status: 200 len: 217 time: 0.0517652 Jun 21 04:25:45.467542 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0cfd62c8-37d9-4694-b6fc-bf58a79d1ad8 req-4c057a65-85da-48b0-bd85-4ee27093ac8a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848417 Jun 21 04:25:45.480410 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1f0264e5c4948df9d2e6d758a1c4e95ddc8eb98f9bbf346be2c5c524a3645e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5bfbd6-e004-47df-90bb-715a5b18e259", "tag": "8fa151ad-4bd0-47f9-bde6-1c8f9efb0631"}]}' {{(pid=92762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:45.542201 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port b0028bb7-4248-411e-877a-cb2dcd4af1cc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0028bb7-4248-411e-877a-cb2dcd4af1cc,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:45.575718 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': 'b0028bb7-4248-411e-877a-cb2dcd4af1cc', 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4', 'port_id': 'b0028bb7-4248-411e-877a-cb2dcd4af1cc', 'mac_address': 'fa:16:3e:14:23:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:25:45.578040 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112df83-f16b-40dc-b13d-7330307b763b req-a8a04cc4-1e81-42a8-9e62-d48088c687df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.588066 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-a8a04cc4-1e81-42a8-9e62-d48088c687df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.1345427 Jun 21 04:25:45.636028 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.677918 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0028bb7-4248-411e-877a-cb2dcd4af1cc {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:45.721815 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port b0028bb7-4248-411e-877a-cb2dcd4af1cc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0028bb7-4248-411e-877a-cb2dcd4af1cc,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:45.734741 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.736814 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4c75e448-3d98-4cca-9db3-74b73a936f88 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:25:45.745822 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112df83-f16b-40dc-b13d-7330307b763b req-86332aa4-ec6b-49d1-9d95-27a83a5c8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.747747 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-86332aa4-ec6b-49d1-9d95-27a83a5c8514 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1517823 Jun 21 04:25:45.759335 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-a9a92793-e7d0-4d5e-86af-2d9ec54d4767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:45.760496 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9ed5a-1644-4d3e-8fed-3a070fb436a7 req-109784a2-2673-4bc8-8a4c-81d485839afe tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.767564 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6cd9ed5a-1644-4d3e-8fed-3a070fb436a7 req-109784a2-2673-4bc8-8a4c-81d485839afe tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 931 time: 0.1076963 Jun 21 04:25:45.827220 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79690a0c-ea2c-4d62-8e12-4ccdcf341827 req-ec181272-43af-46ca-ae08-860ca4f38db3 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.836305 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-79690a0c-ea2c-4d62-8e12-4ccdcf341827 req-ec181272-43af-46ca-ae08-860ca4f38db3 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 943 time: 0.5357676 Jun 21 04:25:45.927365 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=b0028bb7-4248-411e-877a-cb2dcd4af1cc,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:45.932577 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:45.933840 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-8cac4ee6-bd9a-4b6c-b277-5188d56ac6db service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077867 Jun 21 04:25:45.957461 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-79690a0c-ea2c-4d62-8e12-4ccdcf341827 req-5a3783d7-4bd6-4934-9760-d77d1479dfc0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173458 Jun 21 04:25:46.003560 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4c75e448-3d98-4cca-9db3-74b73a936f88, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c75e448-3d98-4cca-9db3-74b73a936f88,segment=NetworkSegment(b185d85f-8565-442f-93ff-d6839c21f9e7),segment_id=b185d85f-8565-442f-93ff-d6839c21f9e7)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:46.032264 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '4c75e448-3d98-4cca-9db3-74b73a936f88', 'network_id': '3410abec-1f52-48f1-9337-b30f0d8653c5', 'port_id': '4c75e448-3d98-4cca-9db3-74b73a936f88', 'mac_address': 'fa:16:3e:2a:6c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3215b5-4603-4868-ba8e-d93b0801f25c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:25:46.084058 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:46.113989 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c75e448-3d98-4cca-9db3-74b73a936f88 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:46.148360 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bac4042-5e54-400f-9d04-97ed0c985b66 req-f538404d-fe0c-41f7-bc80-8114ca74e99b service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874530 Jun 21 04:25:46.155596 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4c75e448-3d98-4cca-9db3-74b73a936f88, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c75e448-3d98-4cca-9db3-74b73a936f88,segment=NetworkSegment(b185d85f-8565-442f-93ff-d6839c21f9e7),segment_id=b185d85f-8565-442f-93ff-d6839c21f9e7)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:46.179502 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:46.186389 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:46.278545 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d1c0bc-0300-438e-ac5d-21a051e557ff x-openstack-request-id: req-75d1c0bc-0300-438e-ac5d-21a051e557ff {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:46.278854 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5bfbd6-e004-47df-90bb-715a5b18e259", "tag": "8fa151ad-4bd0-47f9-bde6-1c8f9efb0631", "status": "completed", "code": 200}]} {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:46.280064 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75d1c0bc-0300-438e-ac5d-21a051e557ff {{(pid=92762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:46.280644 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'tag': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631', 'status': 'completed', 'code': 200} Jun 21 04:25:46.330166 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e29f63d-6e3a-4722-a378-1391d32e91ba {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:46.330751 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6cd9ed5a-1644-4d3e-8fed-3a070fb436a7 req-2cebc038-c029-44b5-8006-cb41bc7a3094 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621891 Jun 21 04:25:46.333618 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=4c75e448-3d98-4cca-9db3-74b73a936f88,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:46.344082 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:46.350446 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:46.368739 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Transition to ACTIVE for port object 0e29f63d-6e3a-4722-a378-1391d32e91ba will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:46.403592 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-4757c524-e858-4664-b5c1-5cca453026e8 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319907 Jun 21 04:25:46.409618 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:46.446419 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:46.493463 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Pushing event updated for resources: {'Port': ['ID=0e29f63d-6e3a-4722-a378-1391d32e91ba,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:46.498400 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:46.546046 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6112df83-f16b-40dc-b13d-7330307b763b req-7dac1926-d6ef-477d-9823-8789d6c85e8b service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357386 Jun 21 04:25:46.606409 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:46.639845 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Attempting to bind port 0e29f63d-6e3a-4722-a378-1391d32e91ba on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:46.640261 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Attempting to bind port 0e29f63d-6e3a-4722-a378-1391d32e91ba by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:46.640681 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Attempting to bind port 0e29f63d-6e3a-4722-a378-1391d32e91ba on network b6aa173d-d802-45b7-9496-26ce31e991d6 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:46.652720 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Port 0e29f63d-6e3a-4722-a378-1391d32e91ba on network b6aa173d-d802-45b7-9496-26ce31e991d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:25:46.653141 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Attempting to bind port 0e29f63d-6e3a-4722-a378-1391d32e91ba on network b6aa173d-d802-45b7-9496-26ce31e991d6 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:46.669484 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:46.669963 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Checking segment: {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:46.670463 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Bound using segment: {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:46.671018 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Bound port: 0e29f63d-6e3a-4722-a378-1391d32e91ba, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c24ef0-0a02-4c20-90b2-135612fcd537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:46.671457 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:46.691369 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-dfe70cd4-71d1-4094-ae14-89e68864a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:46.692991 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-dfe70cd4-71d1-4094-ae14-89e68864a0d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1096 time: 0.3221600 Jun 21 04:25:46.747336 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53901a4c-e7ba-404b-91f7-d41980a0ce35 req-d66a585f-dc0e-49d8-8ec8-95392412136b tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:46.750598 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-53901a4c-e7ba-404b-91f7-d41980a0ce35 req-d66a585f-dc0e-49d8-8ec8-95392412136b tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 944 time: 0.2452409 Jun 21 04:25:46.769702 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-d8901910-9a25-4981-9d08-ec64e82a2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:46.771518 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-d8901910-9a25-4981-9d08-ec64e82a2ae3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 1096 time: 0.1159582 Jun 21 04:25:46.780316 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a0d98-d76b-4cc3-b2c8-d665be9b370c req-2f19faaf-5cfd-418d-9535-21ef4dcaf825 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:46.781963 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-620a0d98-d76b-4cc3-b2c8-d665be9b370c req-2f19faaf-5cfd-418d-9535-21ef4dcaf825 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 944 time: 0.1139171 Jun 21 04:25:46.866565 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] For port 0e29f63d-6e3a-4722-a378-1391d32e91ba, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:46.875509 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-30a13075-abc0-4178-95ca-166f20615a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:46.877016 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-30a13075-abc0-4178-95ca-166f20615a61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 912 time: 0.0941966 Jun 21 04:25:46.902975 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] For port 0e29f63d-6e3a-4722-a378-1391d32e91ba, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e29f63d-6e3a-4722-a378-1391d32e91ba,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:46.917072 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-53901a4c-e7ba-404b-91f7-d41980a0ce35 req-c0b3c5c4-ddff-4e17-b5e1-3f575d43acde tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512918 Jun 21 04:25:46.924588 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:46.928796 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-1ea70162-88de-495d-843d-2f4b0ae8941a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 HTTP/1.1" status: 200 len: 217 time: 0.0434458 Jun 21 04:25:46.948297 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:46.979185 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-620a0d98-d76b-4cc3-b2c8-d665be9b370c req-e9066e26-1f13-4378-a49b-194b815ebeaa tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011701 Jun 21 04:25:47.006772 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-0681c79c-16d3-44dc-9781-1deed10621ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:47.009550 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-0681c79c-16d3-44dc-9781-1deed10621ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.0696118 Jun 21 04:25:47.042727 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:47.043363 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:47.044814 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] 10.222.0.44 "PUT /v2.0/ports/0e29f63d-6e3a-4722-a378-1391d32e91ba HTTP/1.1" status: 200 len: 1093 time: 2.0770526 Jun 21 04:25:47.045472 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a90de6-3bb8-4a34-a2ee-1725cc083e26', 'tag': '0e29f63d-6e3a-4722-a378-1391d32e91ba'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:47.047813 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bd0190-8f94-4e4c-8269-a8ea643ba710" -d '{"events": [{"name": "network-changed", "server_uuid": "63a90de6-3bb8-4a34-a2ee-1725cc083e26", "tag": "0e29f63d-6e3a-4722-a378-1391d32e91ba"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:47.050700 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-4be2c1ff-4e3b-4618-92be-a858d74a1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:47.052188 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-4be2c1ff-4e3b-4618-92be-a858d74a1bf4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 920 time: 0.3340783 Jun 21 04:25:47.144701 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-c8ef1590-b6de-4802-871f-ee12c1bd18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:47.146846 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-c8ef1590-b6de-4802-871f-ee12c1bd18cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1227980 Jun 21 04:25:47.152592 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386957b7-92ae-4835-986f-df661ddce522 x-openstack-request-id: req-386957b7-92ae-4835-986f-df661ddce522 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:47.152895 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a90de6-3bb8-4a34-a2ee-1725cc083e26", "tag": "0e29f63d-6e3a-4722-a378-1391d32e91ba", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:47.153160 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-386957b7-92ae-4835-986f-df661ddce522 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:47.153567 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a90de6-3bb8-4a34-a2ee-1725cc083e26', 'tag': '0e29f63d-6e3a-4722-a378-1391d32e91ba', 'status': 'completed', 'code': 200} Jun 21 04:25:47.166979 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-09165655-2e9d-4d74-97d6-537b42fdf3f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc HTTP/1.1" status: 200 len: 217 time: 0.0982914 Jun 21 04:25:47.171500 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Pushing event updated for resources: {'Port': ['ID=0e29f63d-6e3a-4722-a378-1391d32e91ba,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:47.201348 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:47.236511 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['b0028bb7-4248-411e-877a-cb2dcd4af1cc'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:25:47.315913 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['4c75e448-3d98-4cca-9db3-74b73a936f88'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:25:47.379142 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-80372cbf-4131-4369-bbb2-2c9c614b5ebc service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228212 Jun 21 04:25:47.497204 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-3b0c1b68-9b94-4154-bc73-fc30a1d507af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:47.499119 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-3b0c1b68-9b94-4154-bc73-fc30a1d507af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.2993569 Jun 21 04:25:47.555896 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-fd5bcb10-7ca8-49fd-b576-360468c1759c service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651003 Jun 21 04:25:47.575242 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-37e3ae9e-8932-4960-b983-8ada63792a3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681159 Jun 21 04:25:47.613925 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-2b093789-4c2a-44d3-a55d-d9b9c1eea85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:47.615443 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-2b093789-4c2a-44d3-a55d-d9b9c1eea85e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 1096 time: 0.4611235 Jun 21 04:25:47.675420 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab07b5-9e99-4832-825c-fb22251faa70 req-42c5e263-723c-4642-aafe-6ea53619679b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:47.677354 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-65ab07b5-9e99-4832-825c-fb22251faa70 req-42c5e263-723c-4642-aafe-6ea53619679b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 943 time: 0.0937757 Jun 21 04:25:47.734684 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-65ab07b5-9e99-4832-825c-fb22251faa70 req-b80b8f44-7676-4ca8-aaf8-6dc1b2a1b175 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512593 Jun 21 04:25:47.827410 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-37e11c1e-05d6-4a3e-9209-bd2ee2ed6f04 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333319 Jun 21 04:25:47.830353 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-f39100f7-63c6-4377-adaa-6a463950fe55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e29f63d-6e3a-4722-a378-1391d32e91ba HTTP/1.1" status: 200 len: 217 time: 0.1349204 Jun 21 04:25:47.837993 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebfb68-60a7-4cde-97ca-440b0347e8cf req-51479e22-eeb5-4d85-8519-4947f8afc65f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:47.853128 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-45ebfb68-60a7-4cde-97ca-440b0347e8cf req-51479e22-eeb5-4d85-8519-4947f8afc65f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 943 time: 0.6043236 Jun 21 04:25:48.007106 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-45ebfb68-60a7-4cde-97ca-440b0347e8cf req-bf4049fc-359b-447c-baa6-f3ea32568ae6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531882 Jun 21 04:25:48.012945 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-87f24707-4a22-43f0-abd8-5c4ab5273f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:48.014225 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-87f24707-4a22-43f0-abd8-5c4ab5273f0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.1516273 Jun 21 04:25:48.069684 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-26d01386-4646-4c20-999a-95554df44f87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460782 Jun 21 04:25:48.077112 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e2784b9b-2ea9-4ac5-80e8-9432e9dcdb9a req-f156b9b3-1c2e-4818-b467-991bc0556e14 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039535 Jun 21 04:25:48.165960 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b9661-cbf0-483d-a391-f20a0b084045 req-ad919b74-7fe2-4cd0-83e8-41660b2f1049 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:48.167642 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0b4b9661-cbf0-483d-a391-f20a0b084045 req-ad919b74-7fe2-4cd0-83e8-41660b2f1049 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 944 time: 0.1027303 Jun 21 04:25:48.173724 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-78927540-db1c-4d01-8411-18b5d0173bc2 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955243 Jun 21 04:25:48.215391 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0b4b9661-cbf0-483d-a391-f20a0b084045 req-b8de3a6c-c970-4d01-be7c-3f90f0433d1d tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Jun 21 04:25:48.339438 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-380cfecd-6a9f-40c8-9ff3-d465873190d1 req-9a6bcd73-b8de-4d98-8d86-83704bc98a70 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546309 Jun 21 04:25:48.351616 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404722c0-5c40-48b7-8712-617ed2e63a1b req-517b4f82-cec3-4f94-a87f-fd2035879cbe tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:48.353145 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-404722c0-5c40-48b7-8712-617ed2e63a1b req-517b4f82-cec3-4f94-a87f-fd2035879cbe tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 944 time: 0.1289272 Jun 21 04:25:48.411707 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-404722c0-5c40-48b7-8712-617ed2e63a1b req-7058581e-d2b0-4a57-99f6-0dfd86dd3ffc tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509529 Jun 21 04:25:48.510597 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-a6a4dedf-a023-4c20-9083-3c630acc37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:48.512395 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-a6a4dedf-a023-4c20-9083-3c630acc37c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 1096 time: 0.0573959 Jun 21 04:25:48.540946 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39914) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:48.646024 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-3d1996d9-616d-4d7f-bff5-a86e7830bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:48.647491 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-3d1996d9-616d-4d7f-bff5-a86e7830bb80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 920 time: 0.1280069 Jun 21 04:25:48.697301 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-8ba6cd97-e4f6-4b2c-b08d-70558a3f2973 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e29f63d-6e3a-4722-a378-1391d32e91ba HTTP/1.1" status: 200 len: 217 time: 0.0411994 Jun 21 04:25:48.771204 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-005e1a83-8ca1-4103-9151-5852572b4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:48.774856 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-005e1a83-8ca1-4103-9151-5852572b4567 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.0683603 Jun 21 04:25:48.827703 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-b7025cce-17e8-471e-a501-0153b58d00d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457704 Jun 21 04:25:48.884415 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-15824321-6c27-4593-be60-ef2b2239e303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:48.947799 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-6c22c5e2-3e73-4e73-b48c-763caa858b12 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132236 Jun 21 04:25:49.017340 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd0ab4-5f3e-49ab-9ddb-c35e68c4d725 req-bfee65ef-0151-45f6-a6a2-3ed08badd65f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:49.018849 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cefd0ab4-5f3e-49ab-9ddb-c35e68c4d725 req-bfee65ef-0151-45f6-a6a2-3ed08badd65f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 943 time: 0.1171317 Jun 21 04:25:49.053610 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-75bd0190-8f94-4e4c-8269-a8ea643ba710 req-3fb77de1-528d-4056-be5f-ac74cedd2f8d service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967805 Jun 21 04:25:49.084958 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-15824321-6c27-4593-be60-ef2b2239e303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.090926 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-15824321-6c27-4593-be60-ef2b2239e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.119342 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cefd0ab4-5f3e-49ab-9ddb-c35e68c4d725 req-79860632-8eaa-4e9e-a242-b114599b0cef tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565662 Jun 21 04:25:49.121545 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d5e711ac-f36f-4be4-81c5-27f9587310af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:49.149555 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15824321-6c27-4593-be60-ef2b2239e303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc9c8b1-87d3-4b0f-9644-2ce1ecc7862a,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:49.153956 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-15824321-6c27-4593-be60-ef2b2239e303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:49.174393 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-15824321-6c27-4593-be60-ef2b2239e303 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7029f8c33dc4495eae32c8d8d2371540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6320910 Jun 21 04:25:49.176895 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39960) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:49.233251 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4563f8-eb59-4cc9-9f1e-9559c99c321a req-265cb704-970a-4181-98af-3a8befbf14bc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:49.234814 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5da0-47f2-48ff-b0a8-b25df2842bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.235090 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d4563f8-eb59-4cc9-9f1e-9559c99c321a req-265cb704-970a-4181-98af-3a8befbf14bc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 943 time: 0.0728116 Jun 21 04:25:49.264327 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5da0-47f2-48ff-b0a8-b25df2842bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.301403 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d4563f8-eb59-4cc9-9f1e-9559c99c321a req-773bbc18-beb0-4eeb-9e07-220f50d9bf4a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570343 Jun 21 04:25:49.323260 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5da0-47f2-48ff-b0a8-b25df2842bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.327203 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5da0-47f2-48ff-b0a8-b25df2842bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.330954 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ea8d5da0-47f2-48ff-b0a8-b25df2842bb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcc9c8b1-87d3-4b0f-9644-2ce1ecc7862a HTTP/1.1" status: 204 len: 168 time: 0.1504009 Jun 21 04:25:49.330954 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:49.341284 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d5da0-47f2-48ff-b0a8-b25df2842bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc9c8b1-87d3-4b0f-9644-2ce1ecc7862a,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:49.375857 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ea8d5da0-47f2-48ff-b0a8-b25df2842bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:49.418907 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331da59b-f373-4d6f-8ab1-ebacba9933f2 req-4328517a-85bd-446a-83da-3cc02796893a tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:49.420537 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-331da59b-f373-4d6f-8ab1-ebacba9933f2 req-4328517a-85bd-446a-83da-3cc02796893a tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 944 time: 0.0814459 Jun 21 04:25:49.469747 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-331da59b-f373-4d6f-8ab1-ebacba9933f2 req-a0a28ca4-f63f-46c0-b079-6a663322639b tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Jun 21 04:25:49.514177 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 39972) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:49.601041 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5016ad-1e3f-4de8-946b-6281a4572bcc req-8bd93181-47ef-4df0-9c04-7b4ff9486ea3 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:49.602789 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3c5016ad-1e3f-4de8-946b-6281a4572bcc req-8bd93181-47ef-4df0-9c04-7b4ff9486ea3 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 944 time: 0.0663772 Jun 21 04:25:49.643966 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3c5016ad-1e3f-4de8-946b-6281a4572bcc req-b732c6b1-e4f9-4246-b9f5-d0c0a7bd39f1 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344667 Jun 21 04:25:49.680655 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a1211499-56db-46a7-a7b2-8d545159322b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.687257 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39976) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:49.700415 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7055c61f-ad74-4e9f-94b5-71c4449d6503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.775320 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a1211499-56db-46a7-a7b2-8d545159322b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.780646 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a1211499-56db-46a7-a7b2-8d545159322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.785129 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:49.825303 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-a1211499-56db-46a7-a7b2-8d545159322b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7723aec700304ae094b0755a46535b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073313 Jun 21 04:25:49.825303 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1211499-56db-46a7-a7b2-8d545159322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac7965b-6ca2-476f-b1e2-f7cc1ef47935,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:49.825504 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 39982) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:49.827285 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a1211499-56db-46a7-a7b2-8d545159322b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:49.917799 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f17bd55c-3cda-42e4-b9b2-5ad0f1c24859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.920503 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7055c61f-ad74-4e9f-94b5-71c4449d6503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.930905 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7055c61f-ad74-4e9f-94b5-71c4449d6503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.940141 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:49.946883 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f17bd55c-3cda-42e4-b9b2-5ad0f1c24859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.007029 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-7055c61f-ad74-4e9f-94b5-71c4449d6503 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54f1e5cd9a554210987d0508e6430c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185785 Jun 21 04:25:50.009721 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 39990) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:50.009936 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055c61f-ad74-4e9f-94b5-71c4449d6503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47623c5-c03b-4a24-aae4-3e6925b9cd4d,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:50.013269 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7055c61f-ad74-4e9f-94b5-71c4449d6503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:50.037840 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f17bd55c-3cda-42e4-b9b2-5ad0f1c24859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.041537 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f17bd55c-3cda-42e4-b9b2-5ad0f1c24859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.042741 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-f17bd55c-3cda-42e4-b9b2-5ad0f1c24859 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aac7965b-6ca2-476f-b1e2-f7cc1ef47935 HTTP/1.1" status: 204 len: 168 time: 0.2162778 Jun 21 04:25:50.043692 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3d285748-0c3c-43bd-beb3-d7bb77161112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:50.067585 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bd55c-3cda-42e4-b9b2-5ad0f1c24859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac7965b-6ca2-476f-b1e2-f7cc1ef47935,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:50.072678 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f17bd55c-3cda-42e4-b9b2-5ad0f1c24859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:50.104022 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9ceaced0-87a9-46e9-9a58-9ede7862685c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.135459 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9ceaced0-87a9-46e9-9a58-9ede7862685c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.192787 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9ceaced0-87a9-46e9-9a58-9ede7862685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.196718 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9ceaced0-87a9-46e9-9a58-9ede7862685c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.198648 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-9ceaced0-87a9-46e9-9a58-9ede7862685c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e47623c5-c03b-4a24-aae4-3e6925b9cd4d HTTP/1.1" status: 204 len: 168 time: 0.1874597 Jun 21 04:25:50.199783 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8a0d931c-4832-4640-bb4c-67b6fb8218ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:50.212326 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceaced0-87a9-46e9-9a58-9ede7862685c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47623c5-c03b-4a24-aae4-3e6925b9cd4d,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:50.216483 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9ceaced0-87a9-46e9-9a58-9ede7862685c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:50.311407 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c132d-ba23-4c01-b95b-a3c11cc3673e req-a2a78963-280c-4b18-80e8-f2fd0f1253a6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:50.313111 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-589c132d-ba23-4c01-b95b-a3c11cc3673e req-a2a78963-280c-4b18-80e8-f2fd0f1253a6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 943 time: 0.0689180 Jun 21 04:25:50.395701 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-589c132d-ba23-4c01-b95b-a3c11cc3673e req-d4cd3495-66c3-406e-b68f-ecbdc6e90e1b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749443 Jun 21 04:25:50.512303 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1645ea5-db6a-4aba-a33c-a581bde64305 req-a4ef73ea-b3f6-440a-8559-d0265dc245ee tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:50.520345 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1645ea5-db6a-4aba-a33c-a581bde64305 req-a4ef73ea-b3f6-440a-8559-d0265dc245ee tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 943 time: 0.0797107 Jun 21 04:25:50.569755 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1645ea5-db6a-4aba-a33c-a581bde64305 req-0f1467eb-7495-45bd-8089-6473abe20452 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484271 Jun 21 04:25:50.645708 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 40030) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:50.659764 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ad75f509-6c6d-4ce2-882e-e50f31253879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.708244 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324113f-4c09-49a8-93fe-ceb2dd74d68c req-77fa49a4-e959-4b7c-8ec5-a4e9744eea20 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:50.710138 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a324113f-4c09-49a8-93fe-ceb2dd74d68c req-77fa49a4-e959-4b7c-8ec5-a4e9744eea20 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 944 time: 0.0937638 Jun 21 04:25:50.767050 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a324113f-4c09-49a8-93fe-ceb2dd74d68c req-37b4317c-79ff-4b67-a4ef-6f14f91b3490 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479589 Jun 21 04:25:50.835554 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ad75f509-6c6d-4ce2-882e-e50f31253879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.842722 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ad75f509-6c6d-4ce2-882e-e50f31253879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.849159 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:50.893364 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-ad75f509-6c6d-4ce2-882e-e50f31253879 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b131a5115754da2b80ac58c3be10efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465305 Jun 21 04:25:50.895505 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75f509-6c6d-4ce2-882e-e50f31253879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88fa4e-8536-45a4-a135-799ddbc8313c,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:50.896128 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40040) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:50.898739 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ad75f509-6c6d-4ce2-882e-e50f31253879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:50.915060 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d1d05-ae37-4acd-89cc-f02a0310365b req-024df6bb-52e9-4c7a-b200-bf36a4fa116d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:50.916802 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e07d1d05-ae37-4acd-89cc-f02a0310365b req-024df6bb-52e9-4c7a-b200-bf36a4fa116d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 944 time: 0.1221189 Jun 21 04:25:50.950478 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-28b235c0-6ada-4184-b404-519d162efb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.958037 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e07d1d05-ae37-4acd-89cc-f02a0310365b req-27226218-29de-47b2-b2a0-be502bc33af1 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 Jun 21 04:25:50.974678 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-28b235c0-6ada-4184-b404-519d162efb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.028326 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-28b235c0-6ada-4184-b404-519d162efb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.031711 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-28b235c0-6ada-4184-b404-519d162efb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.036242 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-28b235c0-6ada-4184-b404-519d162efb92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee88fa4e-8536-45a4-a135-799ddbc8313c HTTP/1.1" status: 204 len: 168 time: 0.1390207 Jun 21 04:25:51.038273 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:51.052786 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b235c0-6ada-4184-b404-519d162efb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88fa4e-8536-45a4-a135-799ddbc8313c,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:51.055037 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-28b235c0-6ada-4184-b404-519d162efb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:51.297036 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 47a5985c-09f3-47a3-a4a2-f781ff8411dc details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:25:51.310223 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device b0028bb7-4248-411e-877a-cb2dcd4af1cc up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:51.433709 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port b0028bb7-4248-411e-877a-cb2dcd4af1cc completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:51.448235 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port b0028bb7-4248-411e-877a-cb2dcd4af1cc triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:51.448235 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.488705 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 47a5985c-09f3-47a3-a4a2-f781ff8411dc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:51.505426 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '47a5985c-09f3-47a3-a4a2-f781ff8411dc', 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6', 'port_id': '47a5985c-09f3-47a3-a4a2-f781ff8411dc', 'mac_address': 'fa:16:3e:ce:d6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:25:51.579027 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.606274 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a5985c-09f3-47a3-a4a2-f781ff8411dc {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:51.612046 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.615941 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ab16b-fff3-42ab-8353-2fc85a8f4f4c req-977db6ae-eaf1-4269-925d-9a4ca0b970a2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:51.621113 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-685ab16b-fff3-42ab-8353-2fc85a8f4f4c req-977db6ae-eaf1-4269-925d-9a4ca0b970a2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 943 time: 0.0969326 Jun 21 04:25:51.693624 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-685ab16b-fff3-42ab-8353-2fc85a8f4f4c req-dd138f76-7838-497c-b46b-f3ddd733c2a4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666144 Jun 21 04:25:51.804336 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 47a5985c-09f3-47a3-a4a2-f781ff8411dc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:51.812916 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.813934 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:25:51.873027 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0d3697f1-c87e-42be-9b62-9015bd2d2848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:51.874722 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff803af3-6937-45ac-b8c1-6af677689e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0028bb7-4248-411e-877a-cb2dcd4af1cc'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:51.882882 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b7a0d-ba1f-4de6-b02d-bc131b5fe409 req-ee0f1e39-29b8-47bc-a59d-c5625a4e11f8 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:51.901112 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-403b7a0d-ba1f-4de6-b02d-bc131b5fe409 req-ee0f1e39-29b8-47bc-a59d-c5625a4e11f8 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 943 time: 0.1719689 Jun 21 04:25:51.992937 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port b0028bb7-4248-411e-877a-cb2dcd4af1cc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0028bb7-4248-411e-877a-cb2dcd4af1cc,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:52.005358 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-403b7a0d-ba1f-4de6-b02d-bc131b5fe409 req-0d5172a4-9692-4abf-a955-5ce58739a150 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962934 Jun 21 04:25:52.005792 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:52.006906 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4c75e448-3d98-4cca-9db3-74b73a936f88 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:52.069160 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af0f3f-c5b0-44a8-9f53-f10642e4c769 req-df4ddc3d-8456-4862-b1f2-fb76b1ee4861 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:52.077436 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-85af0f3f-c5b0-44a8-9f53-f10642e4c769 req-df4ddc3d-8456-4862-b1f2-fb76b1ee4861 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 944 time: 0.0959239 Jun 21 04:25:52.088475 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=47a5985c-09f3-47a3-a4a2-f781ff8411dc,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:52.121869 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:52.122636 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:52.126051 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:52.141221 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-85af0f3f-c5b0-44a8-9f53-f10642e4c769 req-a6a6cc6e-8107-4496-a955-1cdc66266777 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609629 Jun 21 04:25:52.180677 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'port_id': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631', 'mac_address': 'fa:16:3e:e1:4e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:25:52.248875 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 4c75e448-3d98-4cca-9db3-74b73a936f88 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:52.256465 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=b0028bb7-4248-411e-877a-cb2dcd4af1cc,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:52.261774 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:52.264488 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 4c75e448-3d98-4cca-9db3-74b73a936f88 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:52.265073 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:52.280184 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef5213-ecd3-4654-bee8-b5d8f7fdf2f0 req-f30f6be4-e57f-4832-9a90-6d6f7d2423fa tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:52.288816 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:52.289649 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9eef5213-ecd3-4654-bee8-b5d8f7fdf2f0 req-f30f6be4-e57f-4832-9a90-6d6f7d2423fa tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 945 time: 0.1272676 Jun 21 04:25:52.309473 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:52.341797 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:52.350082 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:52.352116 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:52.356855 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaa26ed-4eb5-4422-a820-cf9c9a0c4b04" -d '{"events": [{"server_uuid": "ff803af3-6937-45ac-b8c1-6af677689e4d", "name": "network-vif-plugged", "status": "completed", "tag": "b0028bb7-4248-411e-877a-cb2dcd4af1cc"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:52.388350 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9eef5213-ecd3-4654-bee8-b5d8f7fdf2f0 req-9a122105-32fd-49e2-a2ce-ecf21a93f616 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977130 Jun 21 04:25:52.437033 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:52.443079 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:52.451317 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:52.509496 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4c75e448-3d98-4cca-9db3-74b73a936f88, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c75e448-3d98-4cca-9db3-74b73a936f88,segment=NetworkSegment(b185d85f-8565-442f-93ff-d6839c21f9e7),segment_id=b185d85f-8565-442f-93ff-d6839c21f9e7)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:52.516358 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:52.524063 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:52.560531 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8803a5-70bc-4942-a630-8b1523761754 x-openstack-request-id: req-6c8803a5-70bc-4942-a630-8b1523761754 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:52.561408 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff803af3-6937-45ac-b8c1-6af677689e4d", "name": "network-vif-plugged", "status": "completed", "tag": "b0028bb7-4248-411e-877a-cb2dcd4af1cc", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:52.561756 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c8803a5-70bc-4942-a630-8b1523761754 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:52.562820 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff803af3-6937-45ac-b8c1-6af677689e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0028bb7-4248-411e-877a-cb2dcd4af1cc', 'code': 200} Jun 21 04:25:52.582598 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=4c75e448-3d98-4cca-9db3-74b73a936f88,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:52.587156 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:52.918730 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['47a5985c-09f3-47a3-a4a2-f781ff8411dc'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:25:52.949020 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['8fa151ad-4bd0-47f9-bde6-1c8f9efb0631'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:25:52.964768 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a310c-730d-48c8-ba46-bf951ef4028c req-3e945634-5995-4cb6-a12a-12edaa175b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:52.966381 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e3a310c-730d-48c8-ba46-bf951ef4028c req-3e945634-5995-4cb6-a12a-12edaa175b07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 1098 time: 0.1387858 Jun 21 04:25:52.989123 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69862d-6155-44cb-a7c2-701eb2327cec req-b552b295-fb9c-466a-a654-2b74274816b8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:52.997898 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8d69862d-6155-44cb-a7c2-701eb2327cec req-b552b295-fb9c-466a-a654-2b74274816b8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 943 time: 0.1131854 Jun 21 04:25:53.011931 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-8e3a310c-730d-48c8-ba46-bf951ef4028c req-f8d1fa95-aaed-4187-aaeb-5fb30e431e4b service neutron] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:53.060867 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8d69862d-6155-44cb-a7c2-701eb2327cec req-a162c929-d81c-4471-8efa-66cd7eceec6b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614867 Jun 21 04:25:53.186689 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-8e3a310c-730d-48c8-ba46-bf951ef4028c req-f8d1fa95-aaed-4187-aaeb-5fb30e431e4b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:53.193313 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-8e3a310c-730d-48c8-ba46-bf951ef4028c req-f8d1fa95-aaed-4187-aaeb-5fb30e431e4b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:53.214462 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:53.250562 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1fa95-aaed-4187-aaeb-5fb30e431e4b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9964ef67-37a5-44c0-b6a5-5639dafc8719,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:53.256625 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-f8d1fa95-aaed-4187-aaeb-5fb30e431e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:53.260022 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e3a310c-730d-48c8-ba46-bf951ef4028c req-f8d1fa95-aaed-4187-aaeb-5fb30e431e4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864375 Jun 21 04:25:53.278927 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b78b2-c1e1-4f91-9471-f675650a7c96 req-b7cd44f4-6b91-4353-8199-978d913cc6e8 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.280469 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c06b78b2-c1e1-4f91-9471-f675650a7c96 req-b7cd44f4-6b91-4353-8199-978d913cc6e8 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 944 time: 0.1055136 Jun 21 04:25:53.316970 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 0e29f63d-6e3a-4722-a378-1391d32e91ba details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:25:53.330419 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c06b78b2-c1e1-4f91-9471-f675650a7c96 req-99708724-a84d-4fc8-b32b-b65278cb57fa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Jun 21 04:25:53.342531 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fc0c8-e183-4d61-ac59-ddc92193b81e req-800c75fe-8d98-401d-ae85-61f22d685b34 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.350615 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ff4fc0c8-e183-4d61-ac59-ddc92193b81e req-800c75fe-8d98-401d-ae85-61f22d685b34 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 945 time: 0.0785556 Jun 21 04:25:53.393904 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ff4fc0c8-e183-4d61-ac59-ddc92193b81e req-9c8d46ae-c415-4128-876b-e16fe075cc95 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Jun 21 04:25:53.449598 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 0e29f63d-6e3a-4722-a378-1391d32e91ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e29f63d-6e3a-4722-a378-1391d32e91ba,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:53.464005 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '0e29f63d-6e3a-4722-a378-1391d32e91ba', 'network_id': 'b6aa173d-d802-45b7-9496-26ce31e991d6', 'port_id': '0e29f63d-6e3a-4722-a378-1391d32e91ba', 'mac_address': 'fa:16:3e:3d:10:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:25:53.523054 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:53.545948 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e29f63d-6e3a-4722-a378-1391d32e91ba {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:53.571471 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 0e29f63d-6e3a-4722-a378-1391d32e91ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e29f63d-6e3a-4722-a378-1391d32e91ba,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:53.576639 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:53.579171 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:53.582958 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548010-7b38-4797-8b1c-dfebae2ef8f1 req-f95fb676-7707-4822-89b8-5a57cde55cce tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.584547 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0548010-7b38-4797-8b1c-dfebae2ef8f1 req-f95fb676-7707-4822-89b8-5a57cde55cce tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 945 time: 0.0810134 Jun 21 04:25:53.639379 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0548010-7b38-4797-8b1c-dfebae2ef8f1 req-59761c09-eb34-4192-8ebd-42d66d2fb8f4 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478930 Jun 21 04:25:53.644158 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=0e29f63d-6e3a-4722-a378-1391d32e91ba,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:53.656598 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:54.236327 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af1350-a7e0-4636-88f4-a83ab874dbea req-3819748b-7703-40bd-8462-9d837b1794df tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.237846 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-96af1350-a7e0-4636-88f4-a83ab874dbea req-3819748b-7703-40bd-8462-9d837b1794df tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 944 time: 0.0663114 Jun 21 04:25:54.280116 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-96af1350-a7e0-4636-88f4-a83ab874dbea req-d0fe52c1-0130-4d82-a26c-ce87d059a288 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364962 Jun 21 04:25:54.393054 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['0e29f63d-6e3a-4722-a378-1391d32e91ba'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:25:54.528790 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b058c-ca7f-40ea-bfab-3eac2a6d0039 req-3eb4dff6-409f-4d03-a7d4-fc390e67290d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.530690 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b19b058c-ca7f-40ea-bfab-3eac2a6d0039 req-3eb4dff6-409f-4d03-a7d4-fc390e67290d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 944 time: 0.0806150 Jun 21 04:25:54.564520 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad51c398-9c4e-4550-a105-28a50ab27bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c75e448-3d98-4cca-9db3-74b73a936f88'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:54.566895 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dae915-93bc-4718-8963-2f6a50867417" -d '{"events": [{"server_uuid": "ad51c398-9c4e-4550-a105-28a50ab27bc8", "name": "network-vif-plugged", "status": "completed", "tag": "4c75e448-3d98-4cca-9db3-74b73a936f88"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:54.577592 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b19b058c-ca7f-40ea-bfab-3eac2a6d0039 req-345322ce-fb0e-4ac0-af7c-87efd43b768a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Jun 21 04:25:54.608123 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0a205-ca18-4171-b35f-3048f1081889 req-aa91615f-1d6c-401f-b068-f60d6748dd9a tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.609872 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0ec0a205-ca18-4171-b35f-3048f1081889 req-aa91615f-1d6c-401f-b068-f60d6748dd9a tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 945 time: 0.0705156 Jun 21 04:25:54.626246 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af150877-a1ff-4d27-a102-71d9aa968224 x-openstack-request-id: req-af150877-a1ff-4d27-a102-71d9aa968224 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:54.626552 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad51c398-9c4e-4550-a105-28a50ab27bc8", "name": "network-vif-plugged", "status": "completed", "tag": "4c75e448-3d98-4cca-9db3-74b73a936f88", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:54.626981 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af150877-a1ff-4d27-a102-71d9aa968224 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:54.627584 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad51c398-9c4e-4550-a105-28a50ab27bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c75e448-3d98-4cca-9db3-74b73a936f88', 'code': 200} Jun 21 04:25:54.653725 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0ec0a205-ca18-4171-b35f-3048f1081889 req-80ca7b46-6d75-410a-ab46-54c93e91b12d tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366015 Jun 21 04:25:54.853157 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbc1f0-1ab7-4499-a0a4-c44947bdbace req-90c23f6e-72bd-4729-a740-0219bbfee2f7 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.854746 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cacbc1f0-1ab7-4499-a0a4-c44947bdbace req-90c23f6e-72bd-4729-a740-0219bbfee2f7 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 945 time: 0.0778911 Jun 21 04:25:54.898897 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cacbc1f0-1ab7-4499-a0a4-c44947bdbace req-1f364ac3-29c2-4a83-9e01-99b5ee78126c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382571 Jun 21 04:25:54.962977 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7688a-4fce-4148-a029-838feff1a200 req-c9e31eb7-9847-436a-9b00-19c3ccb61a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.964805 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e1f7688a-4fce-4148-a029-838feff1a200 req-c9e31eb7-9847-436a-9b00-19c3ccb61a45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 1098 time: 0.0617127 Jun 21 04:25:55.002662 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e1f7688a-4fce-4148-a029-838feff1a200 req-6caf5eb9-5553-48a3-8b10-922c62d2181e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300865 Jun 21 04:25:55.315436 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 47a5985c-09f3-47a3-a4a2-f781ff8411dc up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:55.409645 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 47a5985c-09f3-47a3-a4a2-f781ff8411dc completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:55.417680 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 47a5985c-09f3-47a3-a4a2-f781ff8411dc triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:55.418322 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.487709 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eafa1d-5484-428f-9fe9-ce3c4db87aec req-6b40828c-fbd5-48cc-96a3-41efa3e77d71 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:55.494743 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-44eafa1d-5484-428f-9fe9-ce3c4db87aec req-6b40828c-fbd5-48cc-96a3-41efa3e77d71 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 944 time: 0.0832760 Jun 21 04:25:55.528245 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.532122 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-44eafa1d-5484-428f-9fe9-ce3c4db87aec req-bbf31e0e-e7a5-4e3a-ba2f-0f7e6bb5db15 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Jun 21 04:25:55.565084 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 47a5985c-09f3-47a3-a4a2-f781ff8411dc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:55.573062 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.574421 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:55.595852 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:55.712448 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=47a5985c-09f3-47a3-a4a2-f781ff8411dc,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:55.716500 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:55.733435 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:55.744118 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:55.746207 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.832743 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3cd9-f4f8-40b2-ab0d-de658576418e req-9ed71e9c-d37f-4a9f-b8ef-c9abf9325f2e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:55.840440 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5acd3cd9-f4f8-40b2-ab0d-de658576418e req-9ed71e9c-d37f-4a9f-b8ef-c9abf9325f2e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 944 time: 0.0977683 Jun 21 04:25:55.851757 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.867205 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67010e-5316-48f7-a55e-e4c2b0a16280 req-4ef929c2-9d8d-4f59-9178-0f970b8aeba7 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:55.868808 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d67010e-5316-48f7-a55e-e4c2b0a16280 req-4ef929c2-9d8d-4f59-9178-0f970b8aeba7 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 945 time: 0.0759392 Jun 21 04:25:55.883686 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5acd3cd9-f4f8-40b2-ab0d-de658576418e req-e7d4f6fe-9b4a-44d5-93dd-5e2b9d4d6ee4 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416803 Jun 21 04:25:55.892261 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:55.899699 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.902335 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:55.948777 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d67010e-5316-48f7-a55e-e4c2b0a16280 req-56d7428a-1a93-468b-a382-4b5f0f52f7b4 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734432 Jun 21 04:25:55.970102 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:55.973367 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:56.100347 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b76ce-7970-4104-92d5-b88c6bdd19db req-b2bba2ef-5731-42a6-948d-1f168d96d2fe tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:56.101894 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-844b76ce-7970-4104-92d5-b88c6bdd19db req-b2bba2ef-5731-42a6-948d-1f168d96d2fe tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 945 time: 0.0645642 Jun 21 04:25:56.146347 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-844b76ce-7970-4104-92d5-b88c6bdd19db req-f2768e8f-0d66-4ab0-9848-78648bdfdfbf tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Jun 21 04:25:56.629017 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4374f-4bd2-4e2e-86ac-11b3859eb92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a5985c-09f3-47a3-a4a2-f781ff8411dc'}, {'server_uuid': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:56.631449 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb6f34-a850-4d7a-8c47-3a93016bd6c7" -d '{"events": [{"server_uuid": "f7a4374f-4bd2-4e2e-86ac-11b3859eb92f", "name": "network-vif-plugged", "status": "completed", "tag": "47a5985c-09f3-47a3-a4a2-f781ff8411dc"}, {"server_uuid": "4a5bfbd6-e004-47df-90bb-715a5b18e259", "name": "network-vif-plugged", "status": "completed", "tag": "8fa151ad-4bd0-47f9-bde6-1c8f9efb0631"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:56.671486 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd7c203-5056-4274-8f49-507714bf5505 x-openstack-request-id: req-fdd7c203-5056-4274-8f49-507714bf5505 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:56.671828 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4374f-4bd2-4e2e-86ac-11b3859eb92f", "name": "network-vif-plugged", "status": "completed", "tag": "47a5985c-09f3-47a3-a4a2-f781ff8411dc", "code": 200}, {"server_uuid": "4a5bfbd6-e004-47df-90bb-715a5b18e259", "name": "network-vif-plugged", "status": "completed", "tag": "8fa151ad-4bd0-47f9-bde6-1c8f9efb0631", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:56.672078 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdd7c203-5056-4274-8f49-507714bf5505 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:56.672495 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4374f-4bd2-4e2e-86ac-11b3859eb92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a5985c-09f3-47a3-a4a2-f781ff8411dc', 'code': 200} Jun 21 04:25:56.672747 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631', 'code': 200} Jun 21 04:25:56.723044 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35025160-3e87-4b64-82d7-d2b04e842531 req-42d51552-2b33-4bc1-b863-b269ba1c42ba tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:56.725270 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-35025160-3e87-4b64-82d7-d2b04e842531 req-42d51552-2b33-4bc1-b863-b269ba1c42ba tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 944 time: 0.0691655 Jun 21 04:25:56.782207 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-35025160-3e87-4b64-82d7-d2b04e842531 req-d9b7d679-73eb-4f0a-b7cb-f48889959b36 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458908 Jun 21 04:25:57.069386 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed22494-4a87-47cd-a74e-daf7337fa075 req-90ca78ff-60f8-44cd-a91a-3bff517571f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:57.072446 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-eed22494-4a87-47cd-a74e-daf7337fa075 req-90ca78ff-60f8-44cd-a91a-3bff517571f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1098 time: 0.0863690 Jun 21 04:25:57.092298 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a69cc0-eaeb-460e-a1fe-e4146ee77080 req-4e414c95-89ee-4127-9937-df7c9847c22e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:57.094010 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1a69cc0-eaeb-460e-a1fe-e4146ee77080 req-4e414c95-89ee-4127-9937-df7c9847c22e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0779486 Jun 21 04:25:57.148259 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1a69cc0-eaeb-460e-a1fe-e4146ee77080 req-63c2371f-798d-48e8-89a3-754b6a9ffe82 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Jun 21 04:25:57.193450 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-eed22494-4a87-47cd-a74e-daf7337fa075 req-79461b8d-4cb8-48e7-b916-5b89b9b16c6e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827134 Jun 21 04:25:57.220961 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4bd09-b449-4ff1-a2aa-6bcc7c6d6228 req-9ed6a608-0333-4d5a-8e79-a39f58e7ac4c tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:57.222618 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0c4bd09-b449-4ff1-a2aa-6bcc7c6d6228 req-9ed6a608-0333-4d5a-8e79-a39f58e7ac4c tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 945 time: 0.1491795 Jun 21 04:25:57.241214 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ea4f1-0ddb-49c7-895a-78b03ccab597 req-836711e8-558b-4243-8080-c7cf9ba87cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:57.242626 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-370ea4f1-0ddb-49c7-895a-78b03ccab597 req-836711e8-558b-4243-8080-c7cf9ba87cd3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 1098 time: 0.1209626 Jun 21 04:25:57.287052 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0c4bd09-b449-4ff1-a2aa-6bcc7c6d6228 req-28635dea-14e2-4a1d-a0ca-211061f18f84 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570049 Jun 21 04:25:57.316658 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 0e29f63d-6e3a-4722-a378-1391d32e91ba up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:57.370240 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3619e81-cddc-4ee4-8b1f-74f16642f569 req-d7fd8938-0535-48d0-924f-210b60037ed3 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:57.372380 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b3619e81-cddc-4ee4-8b1f-74f16642f569 req-d7fd8938-0535-48d0-924f-210b60037ed3 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 945 time: 0.0944104 Jun 21 04:25:57.377369 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 0e29f63d-6e3a-4722-a378-1391d32e91ba completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:57.382548 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 0e29f63d-6e3a-4722-a378-1391d32e91ba triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:57.383021 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:57.432389 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b3619e81-cddc-4ee4-8b1f-74f16642f569 req-836f33f2-2e92-416c-b982-2b8cd81c7ba6 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470753 Jun 21 04:25:57.481684 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:57.524894 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 0e29f63d-6e3a-4722-a378-1391d32e91ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e29f63d-6e3a-4722-a378-1391d32e91ba,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:57.533426 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:57.535515 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:57.593224 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-370ea4f1-0ddb-49c7-895a-78b03ccab597 req-53f2568b-1f42-4397-8fc4-c9daacc07104 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322552 Jun 21 04:25:57.602225 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=0e29f63d-6e3a-4722-a378-1391d32e91ba,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:57.613737 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:57.628712 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40338) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:57.755243 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e3959c43-feeb-4353-9921-f3afcd106929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:57.915826 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e3959c43-feeb-4353-9921-f3afcd106929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:57.922790 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e3959c43-feeb-4353-9921-f3afcd106929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:57.934089 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1382d030-0cf7-464f-9285-e706ab59d541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:57.987286 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-e3959c43-feeb-4353-9921-f3afcd106929 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afe8f95d280a4d019b7d2e62d792c2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572881 Jun 21 04:25:57.988604 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3959c43-feeb-4353-9921-f3afcd106929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239d46fb-ec2d-459f-adad-912f0ff02a35,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:57.991310 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40360) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:57.993319 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e3959c43-feeb-4353-9921-f3afcd106929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:58.042799 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ec83bbde-592d-425d-bfd2-0fca08d8c868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.045650 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b5f54-9866-4db4-a28c-f735a294a9cd req-194fab06-87ea-4b26-9309-763fb8e97f78 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:58.047167 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-089b5f54-9866-4db4-a28c-f735a294a9cd req-194fab06-87ea-4b26-9309-763fb8e97f78 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0712345 Jun 21 04:25:58.068017 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ec83bbde-592d-425d-bfd2-0fca08d8c868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.094088 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-089b5f54-9866-4db4-a28c-f735a294a9cd req-ec505ac6-d46c-4749-bb3d-90b1a670aaf5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Jun 21 04:25:58.133871 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ec83bbde-592d-425d-bfd2-0fca08d8c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.136468 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ec83bbde-592d-425d-bfd2-0fca08d8c868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.137620 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ec83bbde-592d-425d-bfd2-0fca08d8c868 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/239d46fb-ec2d-459f-adad-912f0ff02a35 HTTP/1.1" status: 204 len: 168 time: 0.1453731 Jun 21 04:25:58.138308 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:58.146047 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83bbde-592d-425d-bfd2-0fca08d8c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d46fb-ec2d-459f-adad-912f0ff02a35,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:58.148289 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ec83bbde-592d-425d-bfd2-0fca08d8c868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:58.338315 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6e4eb-f90b-4f4c-909b-2ab240b77d04 req-2c06c1dd-64d8-4c98-a002-3142b0ff599b tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:58.340137 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4ff6e4eb-f90b-4f4c-909b-2ab240b77d04 req-2c06c1dd-64d8-4c98-a002-3142b0ff599b tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0708003 Jun 21 04:25:58.390524 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4ff6e4eb-f90b-4f4c-909b-2ab240b77d04 req-79c49081-4e78-4c36-88c9-55c2293ebb2f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Jun 21 04:25:58.448194 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40372) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:58.462964 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a04fde00-e5b0-438a-b8c4-0d37c699cd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.474931 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca7751-fc58-4ccb-9793-3c24c0894b7b req-85a13351-8ead-47b7-abd1-5e9481114585 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:58.476449 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1cca7751-fc58-4ccb-9793-3c24c0894b7b req-85a13351-8ead-47b7-abd1-5e9481114585 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 945 time: 0.0730159 Jun 21 04:25:58.516199 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1cca7751-fc58-4ccb-9793-3c24c0894b7b req-2b41057d-3e42-4efe-abe2-f1ad439331ed tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Jun 21 04:25:58.562334 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a04fde00-e5b0-438a-b8c4-0d37c699cd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.568425 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a04fde00-e5b0-438a-b8c4-0d37c699cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.572442 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-28b235c0-6ada-4184-b404-519d162efb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:58.616248 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a04fde00-e5b0-438a-b8c4-0d37c699cd38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2402225745cb4b919b9163b9e036ee03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667373 Jun 21 04:25:58.618265 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fde00-e5b0-438a-b8c4-0d37c699cd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95df347b-04f3-4722-922c-8194405090df,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:58.618786 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 40384) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:58.623425 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a04fde00-e5b0-438a-b8c4-0d37c699cd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:58.674499 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a90de6-3bb8-4a34-a2ee-1725cc083e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e29f63d-6e3a-4722-a378-1391d32e91ba'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:58.676391 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-03266b0c-eccc-4838-b561-f7f1e8308593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.679222 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8556341-dd27-44e7-a627-931567e16a08" -d '{"events": [{"server_uuid": "63a90de6-3bb8-4a34-a2ee-1725cc083e26", "name": "network-vif-plugged", "status": "completed", "tag": "0e29f63d-6e3a-4722-a378-1391d32e91ba"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:58.699521 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-03266b0c-eccc-4838-b561-f7f1e8308593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.728412 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbca6e2f-bc8d-421a-9971-ecaca2c3c667 x-openstack-request-id: req-cbca6e2f-bc8d-421a-9971-ecaca2c3c667 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:58.728881 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a90de6-3bb8-4a34-a2ee-1725cc083e26", "name": "network-vif-plugged", "status": "completed", "tag": "0e29f63d-6e3a-4722-a378-1391d32e91ba", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:58.729291 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cbca6e2f-bc8d-421a-9971-ecaca2c3c667 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:58.729839 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a90de6-3bb8-4a34-a2ee-1725cc083e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e29f63d-6e3a-4722-a378-1391d32e91ba', 'code': 200} Jun 21 04:25:58.758588 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-03266b0c-eccc-4838-b561-f7f1e8308593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.762072 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-03266b0c-eccc-4838-b561-f7f1e8308593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.763210 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-03266b0c-eccc-4838-b561-f7f1e8308593 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95df347b-04f3-4722-922c-8194405090df HTTP/1.1" status: 204 len: 168 time: 0.1435099 Jun 21 04:25:58.763972 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:58.772574 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03266b0c-eccc-4838-b561-f7f1e8308593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95df347b-04f3-4722-922c-8194405090df,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:58.775645 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-03266b0c-eccc-4838-b561-f7f1e8308593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:59.207811 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962e00b-b129-4268-b187-14e524d6ac9c req-93f15553-ff5d-4472-b1b6-44c2be0ae9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.209422 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4962e00b-b129-4268-b187-14e524d6ac9c req-93f15553-ff5d-4472-b1b6-44c2be0ae9a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 1098 time: 0.1230962 Jun 21 04:25:59.259104 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4962e00b-b129-4268-b187-14e524d6ac9c req-2abbe7bd-1158-4cd9-a122-a16342633b16 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Jun 21 04:25:59.318917 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3daea-04af-4ce2-b451-155919dda0f2 req-5a56a995-1bee-4a9e-8864-b83ae545c9a0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.320450 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-03c3daea-04af-4ce2-b451-155919dda0f2 req-5a56a995-1bee-4a9e-8864-b83ae545c9a0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0775239 Jun 21 04:25:59.363132 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-03c3daea-04af-4ce2-b451-155919dda0f2 req-a0d5006b-f908-4de3-91b6-bc28f1567d10 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364468 Jun 21 04:25:59.452494 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40444) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:59.485914 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 40448) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:59.582291 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389ebae-e639-4a7c-b07e-ef2547a8dbc5 req-fe7be4ca-0622-462d-b72f-6da3ace9723a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.584271 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8389ebae-e639-4a7c-b07e-ef2547a8dbc5 req-fe7be4ca-0622-462d-b72f-6da3ace9723a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0660877 Jun 21 04:25:59.623964 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8389ebae-e639-4a7c-b07e-ef2547a8dbc5 req-bf39c657-04bb-41d2-a1b3-a49b12817b73 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336192 Jun 21 04:25:59.701702 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6d9d945f-4104-4b02-b48b-2e78812dcdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.741079 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-134be6b7-1c5e-47cd-9da9-bc3a40ce565b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.774806 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 40462) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:59.837607 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6d9d945f-4104-4b02-b48b-2e78812dcdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.842856 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6d9d945f-4104-4b02-b48b-2e78812dcdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.848590 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ad75f509-6c6d-4ce2-882e-e50f31253879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:59.911965 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ac5e29aa-68fe-42bc-8496-6901a07c0924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.919588 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-6d9d945f-4104-4b02-b48b-2e78812dcdbc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0aa4a950bee14c788477305ce7f209a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325233 Jun 21 04:25:59.925844 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d945f-4104-4b02-b48b-2e78812dcdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caccccf-5223-4869-8def-0ccdb077429f,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:59.929022 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40468) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:59.929234 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6d9d945f-4104-4b02-b48b-2e78812dcdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:59.998680 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-134be6b7-1c5e-47cd-9da9-bc3a40ce565b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.011845 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-134be6b7-1c5e-47cd-9da9-bc3a40ce565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.015885 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:00.085352 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-352927a0-e393-4499-b429-72bcb3a869cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.091466 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134be6b7-1c5e-47cd-9da9-bc3a40ce565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d527035-02dc-406a-9451-c0091d8e57d9,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:00.102307 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-134be6b7-1c5e-47cd-9da9-bc3a40ce565b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f03034e322614678896f13bd2ecc9d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481273 Jun 21 04:26:00.104789 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-134be6b7-1c5e-47cd-9da9-bc3a40ce565b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:00.116781 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40474) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:00.142846 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-352927a0-e393-4499-b429-72bcb3a869cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.151078 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ac5e29aa-68fe-42bc-8496-6901a07c0924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.157374 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ac5e29aa-68fe-42bc-8496-6901a07c0924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.163807 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:00.209719 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-ac5e29aa-68fe-42bc-8496-6901a07c0924 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5554c951f4f9489d988d9bde3c934bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334223 Jun 21 04:26:00.212747 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 40482) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:00.215171 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b7b5-ab96-4bb3-8f13-958ec738715e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.233794 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e29aa-68fe-42bc-8496-6901a07c0924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69207da-44c4-4886-8b4f-34e744249db1,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:00.244789 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ac5e29aa-68fe-42bc-8496-6901a07c0924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:00.246989 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-352927a0-e393-4499-b429-72bcb3a869cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.257261 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-352927a0-e393-4499-b429-72bcb3a869cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.258409 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-352927a0-e393-4499-b429-72bcb3a869cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7caccccf-5223-4869-8def-0ccdb077429f HTTP/1.1" status: 204 len: 168 time: 0.3277657 Jun 21 04:26:00.261290 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b7b5-ab96-4bb3-8f13-958ec738715e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.269935 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f17bd55c-3cda-42e4-b9b2-5ad0f1c24859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:00.292761 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b277afdf-1ec7-4f93-b719-b67391839423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.301830 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352927a0-e393-4499-b429-72bcb3a869cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caccccf-5223-4869-8def-0ccdb077429f,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:00.323407 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-352927a0-e393-4499-b429-72bcb3a869cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:00.331831 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b277afdf-1ec7-4f93-b719-b67391839423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.379285 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b7b5-ab96-4bb3-8f13-958ec738715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.382574 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b7b5-ab96-4bb3-8f13-958ec738715e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.387146 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-e6c3b7b5-ab96-4bb3-8f13-958ec738715e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d527035-02dc-406a-9451-c0091d8e57d9 HTTP/1.1" status: 204 len: 168 time: 0.2731848 Jun 21 04:26:00.388500 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-fc156f87-0db9-4a24-8589-4b7ad418f814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:00.400785 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3b7b5-ab96-4bb3-8f13-958ec738715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d527035-02dc-406a-9451-c0091d8e57d9,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:00.404707 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e6c3b7b5-ab96-4bb3-8f13-958ec738715e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:00.416066 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b277afdf-1ec7-4f93-b719-b67391839423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.419792 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b277afdf-1ec7-4f93-b719-b67391839423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.425286 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b277afdf-1ec7-4f93-b719-b67391839423 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d69207da-44c4-4886-8b4f-34e744249db1 HTTP/1.1" status: 204 len: 168 time: 0.2105849 Jun 21 04:26:00.426401 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a1211499-56db-46a7-a7b2-8d545159322b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:00.437686 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277afdf-1ec7-4f93-b719-b67391839423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69207da-44c4-4886-8b4f-34e744249db1,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:00.440261 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b277afdf-1ec7-4f93-b719-b67391839423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:00.590213 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69ae2a-afe3-4ffe-9899-4f51427e8516 req-67b8a962-c241-4e6a-a39a-62ab3c16355e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.592437 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ae69ae2a-afe3-4ffe-9899-4f51427e8516 req-67b8a962-c241-4e6a-a39a-62ab3c16355e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0804565 Jun 21 04:26:00.648099 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ae69ae2a-afe3-4ffe-9899-4f51427e8516 req-fee4679d-84f2-4789-99aa-3c204a07adaa tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Jun 21 04:26:00.854909 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59a806-ca28-45d0-af16-bc71593b8587 req-7d2e3c1d-6f81-4d2f-9789-9a6a9d54fed5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.856501 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9f59a806-ca28-45d0-af16-bc71593b8587 req-7d2e3c1d-6f81-4d2f-9789-9a6a9d54fed5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0720026 Jun 21 04:26:00.896906 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9f59a806-ca28-45d0-af16-bc71593b8587 req-e5bb7cd3-6277-485e-baba-c324040543f9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339465 Jun 21 04:26:01.053987 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40522) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:01.068244 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c6711431-c823-4cf9-8b8e-61743960a6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.151690 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb25f03-5f29-4701-b4d3-d2c1890e87f1 req-d63fcec2-ac4f-4149-9451-708b61dd45be tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:01.153300 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9bb25f03-5f29-4701-b4d3-d2c1890e87f1 req-d63fcec2-ac4f-4149-9451-708b61dd45be tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.1427033 Jun 21 04:26:01.163628 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 40524) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:01.170498 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'floatingip': {'port_id': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:01.172326 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40526) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:01.195497 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d20e-281f-4f79-89d3-38c4d36c3f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.246855 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c6711431-c823-4cf9-8b8e-61743960a6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.253356 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.254408 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c6711431-c823-4cf9-8b8e-61743960a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.262266 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a22172a5-f6c5-4c32-9fec-f485632873f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.323046 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-c6711431-c823-4cf9-8b8e-61743960a6c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15e22bd325804a7c896ff7832b4b342e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678368 Jun 21 04:26:01.323936 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6711431-c823-4cf9-8b8e-61743960a6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232940b2-d6d2-4d3b-b6b1-1bc2efc75c00,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.326233 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40528) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:01.326553 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40532) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:01.344972 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c6711431-c823-4cf9-8b8e-61743960a6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:01.375420 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1436c205-b059-4018-88ab-a984cf80e488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.496398 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1194eb86-4013-4de5-abdd-1e6595412c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.532230 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1194eb86-4013-4de5-abdd-1e6595412c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.535604 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d20e-281f-4f79-89d3-38c4d36c3f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.553780 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d20e-281f-4f79-89d3-38c4d36c3f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.560697 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9c6624f0-9d9f-4b46-ad44-c15b785c346c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.631977 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8d20e-281f-4f79-89d3-38c4d36c3f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10707bfd-46c8-4c7b-a5a2-83472e230ece,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.640295 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a3a8d20e-281f-4f79-89d3-38c4d36c3f6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e48f37bb5b91408e93a7b33de39f6d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667583 Jun 21 04:26:01.642320 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a3a8d20e-281f-4f79-89d3-38c4d36c3f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:01.643698 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40538) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:01.688219 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1194eb86-4013-4de5-abdd-1e6595412c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.693787 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1194eb86-4013-4de5-abdd-1e6595412c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.699785 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1194eb86-4013-4de5-abdd-1e6595412c6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/232940b2-d6d2-4d3b-b6b1-1bc2efc75c00 HTTP/1.1" status: 204 len: 168 time: 0.3689494 Jun 21 04:26:01.708345 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.728985 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194eb86-4013-4de5-abdd-1e6595412c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232940b2-d6d2-4d3b-b6b1-1bc2efc75c00,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.738422 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1194eb86-4013-4de5-abdd-1e6595412c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:01.770130 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f80-100a-4a1b-9966-a31ff87e08c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.808963 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f80-100a-4a1b-9966-a31ff87e08c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.844070 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1436c205-b059-4018-88ab-a984cf80e488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.864377 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1436c205-b059-4018-88ab-a984cf80e488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.870441 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.986977 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436c205-b059-4018-88ab-a984cf80e488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32868dd8-5076-4d31-93b9-7d808b0a9fae,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:02.005573 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1436c205-b059-4018-88ab-a984cf80e488 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec7459aaa84d46d6a799a18e17021fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6730504 Jun 21 04:26:02.006310 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40552) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:02.007228 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1436c205-b059-4018-88ab-a984cf80e488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.031481 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f80-100a-4a1b-9966-a31ff87e08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.034057 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-98fb2f80-100a-4a1b-9966-a31ff87e08c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.038727 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-98fb2f80-100a-4a1b-9966-a31ff87e08c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10707bfd-46c8-4c7b-a5a2-83472e230ece HTTP/1.1" status: 204 len: 168 time: 0.3932085 Jun 21 04:26:02.043537 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:02.056059 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb2f80-100a-4a1b-9966-a31ff87e08c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10707bfd-46c8-4c7b-a5a2-83472e230ece,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:02.065339 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-98fb2f80-100a-4a1b-9966-a31ff87e08c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.099964 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-53e23198-7eb8-494c-990e-3bb9480362f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.103217 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104d74d-9e6b-40e2-b213-0f8dea5f0d19 req-65ea46cd-7c69-4b5e-9623-7d9b05d203fb tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:02.104790 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c104d74d-9e6b-40e2-b213-0f8dea5f0d19 req-65ea46cd-7c69-4b5e-9623-7d9b05d203fb tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.3086314 Jun 21 04:26:02.139151 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-53e23198-7eb8-494c-990e-3bb9480362f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.203768 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-53e23198-7eb8-494c-990e-3bb9480362f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.208887 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-53e23198-7eb8-494c-990e-3bb9480362f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.212726 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-53e23198-7eb8-494c-990e-3bb9480362f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32868dd8-5076-4d31-93b9-7d808b0a9fae HTTP/1.1" status: 204 len: 168 time: 0.2018898 Jun 21 04:26:02.212726 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1436c205-b059-4018-88ab-a984cf80e488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:02.219617 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e23198-7eb8-494c-990e-3bb9480362f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32868dd8-5076-4d31-93b9-7d808b0a9fae,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:02.222405 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-53e23198-7eb8-494c-990e-3bb9480362f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.266793 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c104d74d-9e6b-40e2-b213-0f8dea5f0d19 req-a071b241-bd2c-4c25-9f79-d34531c0db2d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523438 Jun 21 04:26:02.273015 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.db.resource_extend [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 04:26:02.361378 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.367632 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.537325 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.l3_db [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Floating IP f0d9da0a-927e-4ed6-8daf-7625e4226900 associated. External IP: 172.28.0.250, port: 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631. Jun 21 04:26:02.923392 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Router 52c7a35c-9216-4e58-a2c2-760af97f79f2 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:26:02.932766 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7469-36d0-4418-8c90-69f30e879a57 req-d2617be3-13b2-497a-890e-300b153533c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:02.934324 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-194b7469-36d0-4418-8c90-69f30e879a57 req-d2617be3-13b2-497a-890e-300b153533c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 1098 time: 0.1612790 Jun 21 04:26:02.953310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc87bcf-287c-4768-975b-cd87563c53b3 req-80c1d272-8ba7-4970-95f4-e95d4ab823e8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:02.955519 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3fc87bcf-287c-4768-975b-cd87563c53b3 req-80c1d272-8ba7-4970-95f4-e95d4ab823e8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1491027 Jun 21 04:26:03.178048 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3fc87bcf-287c-4768-975b-cd87563c53b3 req-dc54e15d-63f1-4a0c-b4db-4c656f536da2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616049 Jun 21 04:26:03.179915 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7469-36d0-4418-8c90-69f30e879a57 req-cb20124e-46b1-4b18-853a-82f0fd5d86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:03.181676 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-194b7469-36d0-4418-8c90-69f30e879a57 req-cb20124e-46b1-4b18-853a-82f0fd5d86dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 920 time: 0.2252402 Jun 21 04:26:03.231263 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-194b7469-36d0-4418-8c90-69f30e879a57 req-1660e160-eb66-4e44-a9e1-23663644f425 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e29f63d-6e3a-4722-a378-1391d32e91ba HTTP/1.1" status: 200 len: 217 time: 0.0423441 Jun 21 04:26:03.232331 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:26:03.237020 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:03.258104 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] Sync routers for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:26:03.270333 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:03.272332 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:03.625045 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-164042ad-5c87-48ba-b3b7-4dd657a94958 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "PUT /v2.0/floatingips/f0d9da0a-927e-4ed6-8daf-7625e4226900 HTTP/1.1" status: 200 len: 991 time: 2.4597740 Jun 21 04:26:03.628056 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'tag': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:03.630739 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be47078-0688-44af-ad65-f76f86697ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5bfbd6-e004-47df-90bb-715a5b18e259", "tag": "8fa151ad-4bd0-47f9-bde6-1c8f9efb0631"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:03.648359 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7469-36d0-4418-8c90-69f30e879a57 req-b1ae1959-5720-442a-b9da-32fb2dc637c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:03.649979 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-194b7469-36d0-4418-8c90-69f30e879a57 req-b1ae1959-5720-442a-b9da-32fb2dc637c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.0937648 Jun 21 04:26:03.657292 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:03.718174 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-194b7469-36d0-4418-8c90-69f30e879a57 req-276c3889-c38e-47e2-8989-d2abfea4efa3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596538 Jun 21 04:26:03.841387 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-b58b0349-41d0-42db-8a4b-77fa8d6806db tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:03.849172 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-b58b0349-41d0-42db-8a4b-77fa8d6806db tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 815 time: 0.1741931 Jun 21 04:26:03.856420 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-194b7469-36d0-4418-8c90-69f30e879a57 req-63795a74-2e64-4cec-ad66-0ce748194595 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215565 Jun 21 04:26:03.867590 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-4b605af4-c549-4025-b892-8577e7cbd196 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/quotas/235ec9f922cb4a0facf9914ca395dd5a HTTP/1.1" status: 200 len: 375 time: 0.0166376 Jun 21 04:26:03.946429 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-58387e33-5cc5-4bd8-bf79-2c132b6f0e87 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775015 Jun 21 04:26:03.987387 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d22dbe5-e1b6-467b-84ec-f4d2d68bb27a x-openstack-request-id: req-5d22dbe5-e1b6-467b-84ec-f4d2d68bb27a {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:03.987994 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5bfbd6-e004-47df-90bb-715a5b18e259", "tag": "8fa151ad-4bd0-47f9-bde6-1c8f9efb0631", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:03.988733 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d22dbe5-e1b6-467b-84ec-f4d2d68bb27a {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:03.989356 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'tag': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631', 'status': 'completed', 'code': 200} Jun 21 04:26:04.048224 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': 'f0d9da0a-927e-4ed6-8daf-7625e4226900', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'floating_ip_address': '172.28.0.250', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'port_id': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'mac_address': 'fa:16:3e:e1:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:25:31Z', 'updated_at': '2021-06-21T04:26:02Z', 'revision_number': 1, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:04.087064 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] Checking router: 52c7a35c-9216-4e58-a2c2-760af97f79f2 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:26:04.091556 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:04.092272 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:25:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:04.132856 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-ac2e28e1-2088-42db-8c20-671c0c0624ee service neutron] 10.222.0.22 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797638 Jun 21 04:26:04.153081 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-194b7469-36d0-4418-8c90-69f30e879a57 req-dda66fca-95e5-4f5c-887d-37902710c677 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889040 Jun 21 04:26:04.207018 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be47078-0688-44af-ad65-f76f86697ea6 req-7164531f-c9bc-41c9-83b9-bb7cae07da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.208573 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4be47078-0688-44af-ad65-f76f86697ea6 req-7164531f-c9bc-41c9-83b9-bb7cae07da8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 1098 time: 0.1617186 Jun 21 04:26:04.231346 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:04.325420 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-b608a402-d66e-46fb-9e72-88af84d4e9f6 service neutron] 10.222.0.22 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849809 Jun 21 04:26:04.429683 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be47078-0688-44af-ad65-f76f86697ea6 req-94487b58-8ab5-4afb-aac6-2cfbdcd37db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.430706 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4be47078-0688-44af-ad65-f76f86697ea6 req-94487b58-8ab5-4afb-aac6-2cfbdcd37db7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 912 time: 0.1976993 Jun 21 04:26:04.484086 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:26:04.630251 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': 'f0d9da0a-927e-4ed6-8daf-7625e4226900', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'floating_ip_address': '172.28.0.250', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'port_id': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'mac_address': 'fa:16:3e:e1:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:25:31Z', 'updated_at': '2021-06-21T04:26:02Z', 'revision_number': 1, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:04.662926 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53f342-f1e4-4798-a9b6-d1a9d63a3b50 None None] The sync data for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb is: [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': 'f0d9da0a-927e-4ed6-8daf-7625e4226900', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'floating_ip_address': '172.28.0.250', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'port_id': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'mac_address': 'fa:16:3e:e1:4e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:25:31Z', 'updated_at': '2021-06-21T04:26:02Z', 'revision_number': 1, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:26:04.681488 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cbb5b719-ed3b-46e8-ad1f-37e3d8c3c5e8 req-1ff75ae8-ad55-421f-ac05-1d4c74d3cf84 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 210 time: 0.0694714 Jun 21 04:26:04.683939 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4be47078-0688-44af-ad65-f76f86697ea6 req-0eb7fc03-53a4-4dd1-ad16-725703c3b6c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 HTTP/1.1" status: 200 len: 999 time: 0.2396858 Jun 21 04:26:04.811183 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be47078-0688-44af-ad65-f76f86697ea6 req-315d0c06-bd3c-48e5-aa9b-cb98cff8c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.814178 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4be47078-0688-44af-ad65-f76f86697ea6 req-315d0c06-bd3c-48e5-aa9b-cb98cff8c5c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.1228249 Jun 21 04:26:04.924706 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420609-7108-4d17-b997-ce0157d710df req-dd1e00e6-c606-48fb-84fc-8d3db32fada0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.936195 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-92420609-7108-4d17-b997-ce0157d710df req-dd1e00e6-c606-48fb-84fc-8d3db32fada0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1489141 Jun 21 04:26:05.017523 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-92420609-7108-4d17-b997-ce0157d710df req-6aafd1ed-f968-4763-be9f-1f3afe553b88 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779097 Jun 21 04:26:05.058412 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be47078-0688-44af-ad65-f76f86697ea6 req-d74b7559-ccb0-45ee-86d5-8bd3db904b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.060154 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4be47078-0688-44af-ad65-f76f86697ea6 req-d74b7559-ccb0-45ee-86d5-8bd3db904b87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2286420 Jun 21 04:26:05.071428 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f6c4-65b2-4cd4-b375-1287b682131a req-f2e145bb-16bc-4986-b53f-1dd251d0cdb3 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.078957 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6269f6c4-65b2-4cd4-b375-1287b682131a req-f2e145bb-16bc-4986-b53f-1dd251d0cdb3 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 945 time: 0.1928461 Jun 21 04:26:05.132138 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c56eea-f8a8-45df-b558-68c27abb203f None None] New status for floating IP f0d9da0a-927e-4ed6-8daf-7625e4226900: ACTIVE {{(pid=92763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:26:05.138511 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6269f6c4-65b2-4cd4-b375-1287b682131a req-b8cc414b-803d-4a18-9ae7-ab255ff156dc tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Jun 21 04:26:05.319423 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4be47078-0688-44af-ad65-f76f86697ea6 req-9e3f3c95-0011-45ac-bf4e-51a536c7b7f6 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372351 Jun 21 04:26:05.491426 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4be47078-0688-44af-ad65-f76f86697ea6 req-0379fe2f-a2d7-4543-b76f-32fa13ac054a service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399522 Jun 21 04:26:05.842880 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2a645008-0b43-48e7-bb96-82432b76e1e2 req-5eb60416-ebf3-4e78-a78e-79b815cd5d8b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 210 time: 0.0343781 Jun 21 04:26:05.980906 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40736) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:06.179211 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2280ecac-03df-4a51-bb30-da343bb8f76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.250383 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c98a4-fee8-44e5-b324-e45be9014733 req-4e464b12-08c9-4a37-b9f8-509715b634c7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:06.252232 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ae0c98a4-fee8-44e5-b324-e45be9014733 req-4e464b12-08c9-4a37-b9f8-509715b634c7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1161160 Jun 21 04:26:06.328208 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ae0c98a4-fee8-44e5-b324-e45be9014733 req-354ab558-5156-4986-9dfa-563ff9041429 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665965 Jun 21 04:26:06.358881 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2280ecac-03df-4a51-bb30-da343bb8f76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.371869 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2280ecac-03df-4a51-bb30-da343bb8f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.389622 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b0e20928-82f9-4825-87fa-304394843515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:06.476996 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59dee8-1b11-4a46-adf4-ee0ea8e8e9e7 req-f8784ce6-f480-42af-a661-7a400f8b78e5 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:06.485656 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280ecac-03df-4a51-bb30-da343bb8f76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f9d8b-e027-4f6d-9685-4454fa8ca692,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:06.494983 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ff59dee8-1b11-4a46-adf4-ee0ea8e8e9e7 req-f8784ce6-f480-42af-a661-7a400f8b78e5 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 945 time: 0.2098651 Jun 21 04:26:06.513263 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-2280ecac-03df-4a51-bb30-da343bb8f76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:06.552088 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-2280ecac-03df-4a51-bb30-da343bb8f76a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0c1fe7a332540728c5601c2df7b3cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5699086 Jun 21 04:26:06.554824 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40768) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:06.592075 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ff59dee8-1b11-4a46-adf4-ee0ea8e8e9e7 req-9eecabbe-3d68-4687-8bb3-0e9884c7569e tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956142 Jun 21 04:26:06.636292 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd0fb-fa87-4faa-8155-172bade17930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.684387 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd0fb-fa87-4faa-8155-172bade17930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.764115 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd0fb-fa87-4faa-8155-172bade17930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.766752 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd0fb-fa87-4faa-8155-172bade17930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.767887 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-9e6dd0fb-fa87-4faa-8155-172bade17930 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e0f9d8b-e027-4f6d-9685-4454fa8ca692 HTTP/1.1" status: 204 len: 168 time: 0.2114806 Jun 21 04:26:06.768727 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e6c3b7b5-ab96-4bb3-8f13-958ec738715e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:06.783129 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dd0fb-fa87-4faa-8155-172bade17930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f9d8b-e027-4f6d-9685-4454fa8ca692,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:06.802909 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9e6dd0fb-fa87-4faa-8155-172bade17930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:06.976201 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-8c290aae-19f3-4cf7-854c-171218061060 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:06.977868 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-8c290aae-19f3-4cf7-854c-171218061060 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 815 time: 0.1901412 Jun 21 04:26:06.999414 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Request body: {'port': {'device_id': '308b9353-6f6e-45ca-a05e-e04aab90bf4b', 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4', 'admin_state_up': True, 'tenant_id': '235ec9f922cb4a0facf9914ca395dd5a'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:07.089099 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d5720230-b64c-4118-9393-d005fda9b213 req-78b78170-3423-4f0c-ac4e-32239dbb9c73 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 210 time: 0.0361147 Jun 21 04:26:07.175352 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Made reservation on behalf of 235ec9f922cb4a0facf9914ca395dd5a for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:07.179361 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.220770 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40802) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:07.234855 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-749ec62b-230a-4404-9e95-8ecbb92766ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.341831 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-749ec62b-230a-4404-9e95-8ecbb92766ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.347631 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-749ec62b-230a-4404-9e95-8ecbb92766ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.351621 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a3a8d20e-281f-4f79-89d3-38c4d36c3f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:07.353596 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Allocated IP 172.20.0.7 (941dc9d7-c0aa-4c95-bd7f-062e494ef1f4/f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1/36539c45-891f-4e02-889c-9b77c9158028) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:07.392594 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-749ec62b-230a-4404-9e95-8ecbb92766ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e36de37905bb48b29aab5b992d8d8ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701090 Jun 21 04:26:07.394121 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ec62b-230a-4404-9e95-8ecbb92766ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b957fb4-9c87-4a3a-b50c-ac6b5f59aa03,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:07.409884 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-749ec62b-230a-4404-9e95-8ecbb92766ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:07.410419 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40806) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:07.461952 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e7387668-8b74-4603-8d5e-c40c44d5a252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.494093 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e7387668-8b74-4603-8d5e-c40c44d5a252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.558484 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-fdb26fc6-e4a7-44c0-89d2-e0a5d4b3e7a9 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:07.560290 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-fdb26fc6-e4a7-44c0-89d2-e0a5d4b3e7a9 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 945 time: 0.2579432 Jun 21 04:26:07.614047 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.721449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.726290 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Deleting port 4c75e448-3d98-4cca-9db3-74b73a936f88 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:26:07.726755 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.733943 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:07.769673 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['b0028bb7-4248-411e-877a-cb2dcd4af1cc'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:07.801767 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba40c24-4163-44d0-9b89-6d0c6c78ed70 req-098533b8-19e7-42e0-adaa-f9530c8f8c87 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:07.810942 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7ba40c24-4163-44d0-9b89-6d0c6c78ed70 req-098533b8-19e7-42e0-adaa-f9530c8f8c87 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.3308387 Jun 21 04:26:07.829553 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e7387668-8b74-4603-8d5e-c40c44d5a252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.833074 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e7387668-8b74-4603-8d5e-c40c44d5a252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.836737 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-e7387668-8b74-4603-8d5e-c40c44d5a252 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b957fb4-9c87-4a3a-b50c-ac6b5f59aa03 HTTP/1.1" status: 204 len: 168 time: 0.4220567 Jun 21 04:26:07.837521 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9e6dd0fb-fa87-4faa-8155-172bade17930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:07.848835 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7387668-8b74-4603-8d5e-c40c44d5a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b957fb4-9c87-4a3a-b50c-ac6b5f59aa03,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:07.851517 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e7387668-8b74-4603-8d5e-c40c44d5a252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:07.882275 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7ba40c24-4163-44d0-9b89-6d0c6c78ed70 req-c92edd5f-45ac-41de-b654-7fe3a435b3c4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702538 Jun 21 04:26:07.953275 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:07.963556 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:07.967057 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:07.974554 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:07.975930 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.979258 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Pushing event updated for resources: {'Port': ['ID=36539c45-891f-4e02-889c-9b77c9158028,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:07.990773 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:08.035082 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0403926 Jun 21 04:26:08.064279 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Request body: {'port': {'device_id': '308b9353-6f6e-45ca-a05e-e04aab90bf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:08.077298 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9139e7-52cd-4c66-9d57-7bb64d9e891e req-c9ef5ba0-0f5f-40fe-8b7e-fc2721f35313 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:08.085745 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4a9139e7-52cd-4c66-9d57-7bb64d9e891e req-c9ef5ba0-0f5f-40fe-8b7e-fc2721f35313 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 945 time: 0.3371465 Jun 21 04:26:08.095188 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] For port 4c75e448-3d98-4cca-9db3-74b73a936f88, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c75e448-3d98-4cca-9db3-74b73a936f88,segment=NetworkSegment(b185d85f-8565-442f-93ff-d6839c21f9e7),segment_id=b185d85f-8565-442f-93ff-d6839c21f9e7)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:08.095634 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.320866 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Calling delete_port for 4c75e448-3d98-4cca-9db3-74b73a936f88 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:26:08.450343 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4a9139e7-52cd-4c66-9d57-7bb64d9e891e req-69c85a74-bf84-44b2-93a0-8fee27760149 tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/security-groups?id=643b38eb-37b0-4614-82dc-c290c87d69a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628435 Jun 21 04:26:08.472737 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f332a-6917-4bf4-9d5e-d0742c84ca61 req-903fe99b-93b9-4300-93be-b397458c56b6 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:08.476303 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a97f332a-6917-4bf4-9d5e-d0742c84ca61 req-903fe99b-93b9-4300-93be-b397458c56b6 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 931 time: 0.1461096 Jun 21 04:26:08.492728 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.527950 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a97f332a-6917-4bf4-9d5e-d0742c84ca61 req-3e354161-573b-4fc7-8910-5d04006297fb tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448666 Jun 21 04:26:08.756806 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40866) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:08.811268 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0ac2-1bd1-45d0-81c6-ef5d5564e371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.883052 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40872) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:08.932604 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cd148529-df16-4eaa-92e8-cfb0dd239afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.932759 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.941477 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:08.948017 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1260667472-network', 'tenant_id': '79d62d5cad144844b8a1d08dcd1139bc'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:08.980409 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Pushing event deleted for resources: {'Port': ['ID=4c75e448-3d98-4cca-9db3-74b73a936f88,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:08.989294 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['4c75e448-3d98-4cca-9db3-74b73a936f88'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:09.028763 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.062972 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cd148529-df16-4eaa-92e8-cfb0dd239afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.066628 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cd148529-df16-4eaa-92e8-cfb0dd239afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.070623 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c7e0f0db-f12d-4331-873a-f80dc43c1b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.075026 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] No DVR routers for this DVR port 4c75e448-3d98-4cca-9db3-74b73a936f88 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:26:09.113650 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.115642 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c2e404b1-6f81-47e0-9d1a-895294be44f5 req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.44 "DELETE /v2.0/ports/4c75e448-3d98-4cca-9db3-74b73a936f88 HTTP/1.1" status: 204 len: 173 time: 1.5491908 Jun 21 04:26:09.116133 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad51c398-9c4e-4550-a105-28a50ab27bc8', 'name': 'network-vif-deleted', 'tag': '4c75e448-3d98-4cca-9db3-74b73a936f88'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:09.118434 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321df66e-487d-4abd-9c97-8122d6a13665" -d '{"events": [{"server_uuid": "ad51c398-9c4e-4550-a105-28a50ab27bc8", "name": "network-vif-deleted", "tag": "4c75e448-3d98-4cca-9db3-74b73a936f88"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:09.122553 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-cd148529-df16-4eaa-92e8-cfb0dd239afd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7a82dfa15c14d149323333877344c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621829 Jun 21 04:26:09.122553 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd148529-df16-4eaa-92e8-cfb0dd239afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59f274f-bcb7-4391-bdbe-d96c2c3b5666,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.124212 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cd148529-df16-4eaa-92e8-cfb0dd239afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.124643 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 40880) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:09.125485 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Made reservation on behalf of 79d62d5cad144844b8a1d08dcd1139bc for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:09.128019 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.140624 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.195520 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df5683e-b465-483d-b729-f049c3321d50 x-openstack-request-id: req-2df5683e-b465-483d-b729-f049c3321d50 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:09.195877 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad51c398-9c4e-4550-a105-28a50ab27bc8", "name": "network-vif-deleted", "tag": "4c75e448-3d98-4cca-9db3-74b73a936f88", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:09.196135 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2df5683e-b465-483d-b729-f049c3321d50 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:09.196540 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad51c398-9c4e-4550-a105-28a50ab27bc8', 'name': 'network-vif-deleted', 'tag': '4c75e448-3d98-4cca-9db3-74b73a936f88', 'status': 'completed', 'code': 200} Jun 21 04:26:09.228330 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36539c45-891f-4e02-889c-9b77c9158028 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:09.247836 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac73519-3275-43cf-96e0-52cce506b2af req-a5aeab07-33d4-44ae-875d-6b0d69f51241 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:09.249267 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9ac73519-3275-43cf-96e0-52cce506b2af req-a5aeab07-33d4-44ae-875d-6b0d69f51241 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.2193880 Jun 21 04:26:09.254959 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.269734 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.279793 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.284337 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f97eee0b-1868-4147-9674-a03ec718c951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.289717 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e535e3fd-8363-4b5b-8e69-21fab8bec99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.291813 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Transition to ACTIVE for port object 36539c45-891f-4e02-889c-9b77c9158028 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:09.303492 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:26:09.304728 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.311913 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.318086 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.321442 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.324618 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.324956 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Added segment f2f33f12-df10-4584-8f14-13dbb9385885 of type vlan for network 97335b76-eed5-4281-8b6c-6508aef3100a Jun 21 04:26:09.339859 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e535e3fd-8363-4b5b-8e69-21fab8bec99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.368721 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9ac73519-3275-43cf-96e0-52cce506b2af req-7e13cecb-a1cf-41ae-afd9-dbd11ba6c92a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061602 Jun 21 04:26:09.369261 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.427537 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.428453 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:09.430989 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.432087 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.479519 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Pushing event updated for resources: {'Port': ['ID=36539c45-891f-4e02-889c-9b77c9158028,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.492192 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.502566 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6183848 Jun 21 04:26:09.505517 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40892) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:09.510864 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Request body: {'subnet': {'network_id': '97335b76-eed5-4281-8b6c-6508aef3100a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1260667472-subnet', 'tenant_id': '79d62d5cad144844b8a1d08dcd1139bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:09.512081 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e535e3fd-8363-4b5b-8e69-21fab8bec99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.518787 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e535e3fd-8363-4b5b-8e69-21fab8bec99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.521072 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-e535e3fd-8363-4b5b-8e69-21fab8bec99b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b59f274f-bcb7-4391-bdbe-d96c2c3b5666 HTTP/1.1" status: 204 len: 168 time: 0.3943479 Jun 21 04:26:09.525543 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.536254 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Attempting to bind port 36539c45-891f-4e02-889c-9b77c9158028 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:09.536797 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Attempting to bind port 36539c45-891f-4e02-889c-9b77c9158028 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:09.537316 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Attempting to bind port 36539c45-891f-4e02-889c-9b77c9158028 on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:09.541362 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535e3fd-8363-4b5b-8e69-21fab8bec99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59f274f-bcb7-4391-bdbe-d96c2c3b5666,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.545440 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e535e3fd-8363-4b5b-8e69-21fab8bec99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.546568 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Pushing event updated for resources: {'Network': ['ID=97335b76-eed5-4281-8b6c-6508aef3100a,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.547185 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Port 36539c45-891f-4e02-889c-9b77c9158028 on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:26:09.547793 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Attempting to bind port 36539c45-891f-4e02-889c-9b77c9158028 on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:09.551540 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.553872 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:09.554575 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Checking segment: {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:09.555282 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Bound using segment: {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:09.555959 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Bound port: 36539c45-891f-4e02-889c-9b77c9158028, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:09.556527 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.589606 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Made reservation on behalf of 79d62d5cad144844b8a1d08dcd1139bc for: {'subnet': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:09.592548 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.662831 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] For port 36539c45-891f-4e02-889c-9b77c9158028, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:09.666178 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 97335b76-eed5-4281-8b6c-6508aef3100a details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:26:09.668343 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] For port 36539c45-891f-4e02-889c-9b77c9158028, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=36539c45-891f-4e02-889c-9b77c9158028,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:09.679789 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.684081 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.749066 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:09.749989 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.751851 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] 10.222.0.44 "PUT /v2.0/ports/36539c45-891f-4e02-889c-9b77c9158028 HTTP/1.1" status: 200 len: 1093 time: 1.6948528 Jun 21 04:26:09.771608 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Pushing event updated for resources: {'Port': ['ID=36539c45-891f-4e02-889c-9b77c9158028,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.775195 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.884940 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-51a90a9d-1837-449a-8cc5-2bc2eb815706 req-f3f51202-1272-4b5e-8aa5-408cac7538bb tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad51c398-9c4e-4550-a105-28a50ab27bc8 HTTP/1.1" status: 200 len: 210 time: 0.0962231 Jun 21 04:26:10.038166 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-75645f60-e510-47e0-9b0e-6f5e73ccf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:10.039825 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-75645f60-e510-47e0-9b0e-6f5e73ccf1c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 1096 time: 0.1524496 Jun 21 04:26:10.048404 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.061366 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c6f58-12fc-4edb-972e-101acade0aaf req-5b8fb8d9-0215-4da0-b00f-8ed777b7113e tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:10.074018 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ed3c6f58-12fc-4edb-972e-101acade0aaf req-5b8fb8d9-0215-4da0-b00f-8ed777b7113e tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 943 time: 0.1510134 Jun 21 04:26:10.078148 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ac772cb1-c57d-44e2-8882-bd8cc6d5ccbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:10.122576 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 40922) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:10.131347 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-5dd7815d-a1ce-4953-972b-19b749b879f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36539c45-891f-4e02-889c-9b77c9158028 HTTP/1.1" status: 200 len: 217 time: 0.0675006 Jun 21 04:26:10.140205 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9efb3d16-3b93-474b-9dfa-f4df7d1984e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.187845 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ed3c6f58-12fc-4edb-972e-101acade0aaf req-24b70761-5d38-46f2-a7fe-2574252d3e87 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126590 Jun 21 04:26:10.204382 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Checking segment: {'id': 'f2f33f12-df10-4584-8f14-13dbb9385885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '97335b76-eed5-4281-8b6c-6508aef3100a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:10.204773 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Network hostable DHCP agents. Network: 97335b76-eed5-4281-8b6c-6508aef3100a, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:26:10.208699 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e718809-b10c-456e-b706-c8a269e0907e,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:10.228124 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:10.249070 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Network 97335b76-eed5-4281-8b6c-6508aef3100a is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:26:10.250876 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-be525012-4543-4e8c-9855-6ee7b0b942c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:10.252984 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-be525012-4543-4e8c-9855-6ee7b0b942c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 200 len: 855 time: 0.1026464 Jun 21 04:26:10.267293 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 97335b76-eed5-4281-8b6c-6508aef3100a) {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:10.271983 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8efc011-6734-493d-b568-03fefcf5ea7f None None] Network 97335b76-eed5-4281-8b6c-6508aef3100a requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:10.277895 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:10.289186 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.359851 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-b6bc74c4-eb7f-4845-9c2f-71e70be61b9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705581 Jun 21 04:26:10.508613 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9efb3d16-3b93-474b-9dfa-f4df7d1984e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.518598 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9efb3d16-3b93-474b-9dfa-f4df7d1984e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.525917 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:10.539115 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-edbcac94-a57b-472c-a973-124702dc1a4f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0315990 Jun 21 04:26:10.555285 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb3d16-3b93-474b-9dfa-f4df7d1984e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc279564-947b-446f-a2e0-d2de6d9f063d,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:10.562671 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9efb3d16-3b93-474b-9dfa-f4df7d1984e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:10.613024 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1fa9f-61a8-48ad-9233-a543b6f4386a None None] Network 97335b76-eed5-4281-8b6c-6508aef3100a requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:10.624571 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 40952) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:10.625249 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-9efb3d16-3b93-474b-9dfa-f4df7d1984e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bba55cbbf99407ab36de4a04f3e5f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013180 Jun 21 04:26:10.635462 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-96ceb3c9-d9d5-4c8d-8f53-f9bf5eb962ef service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579315 Jun 21 04:26:10.725717 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d690-93d4-4e11-862c-98707ee84636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.782226 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d690-93d4-4e11-862c-98707ee84636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.837206 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c1a9446e-777c-435a-86c7-d58c925edf03 req-1c3388ab-b925-43d0-bb4d-0b1c9be53c3b service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909328 Jun 21 04:26:10.905012 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d690-93d4-4e11-862c-98707ee84636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.917582 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d690-93d4-4e11-862c-98707ee84636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.923888 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-cfe6d690-93d4-4e11-862c-98707ee84636 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc279564-947b-446f-a2e0-d2de6d9f063d HTTP/1.1" status: 204 len: 168 time: 0.2976105 Jun 21 04:26:10.924686 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:10.961192 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6d690-93d4-4e11-862c-98707ee84636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc279564-947b-446f-a2e0-d2de6d9f063d,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:10.964990 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cfe6d690-93d4-4e11-862c-98707ee84636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:11.044524 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91d0e0-5929-4acb-82c5-6b940a160a28 req-a29a9126-3601-4ac2-8bfe-3ca75753abd6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:11.045964 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4a91d0e0-5929-4acb-82c5-6b940a160a28 req-a29a9126-3601-4ac2-8bfe-3ca75753abd6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1059754 Jun 21 04:26:11.095531 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4a91d0e0-5929-4acb-82c5-6b940a160a28 req-dedcce9f-abf5-444d-8416-3b1d4207d063 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Jun 21 04:26:11.197537 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308b9353-6f6e-45ca-a05e-e04aab90bf4b', 'tag': '36539c45-891f-4e02-889c-9b77c9158028'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:11.201196 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa97cb3-c673-4ffc-9c73-3afc433c1449" -d '{"events": [{"name": "network-changed", "server_uuid": "308b9353-6f6e-45ca-a05e-e04aab90bf4b", "tag": "36539c45-891f-4e02-889c-9b77c9158028"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:11.249898 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d90f1ef-02ac-4750-aadd-4da913aef444 x-openstack-request-id: req-3d90f1ef-02ac-4750-aadd-4da913aef444 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:11.250220 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308b9353-6f6e-45ca-a05e-e04aab90bf4b", "tag": "36539c45-891f-4e02-889c-9b77c9158028", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:11.250516 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d90f1ef-02ac-4750-aadd-4da913aef444 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:11.250932 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308b9353-6f6e-45ca-a05e-e04aab90bf4b', 'tag': '36539c45-891f-4e02-889c-9b77c9158028', 'status': 'completed', 'code': 200} Jun 21 04:26:11.411100 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4c75e448-3d98-4cca-9db3-74b73a936f88 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:26:11.436728 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 4c75e448-3d98-4cca-9db3-74b73a936f88 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:26:11.440286 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4c75e448-3d98-4cca-9db3-74b73a936f88 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:26:11.499853 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-d20d0ea5-72fb-45fd-8bed-afc20b9798ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:11.501332 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-d20d0ea5-72fb-45fd-8bed-afc20b9798ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 1096 time: 0.1738029 Jun 21 04:26:11.512805 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c2227c24-124e-4541-b81d-02c668abad7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.527583 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcf05a-bc07-4c58-95b4-46f86f4f6b58 req-555b90ed-1ca2-4ed0-9c45-bd0988c37b35 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:11.529121 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c3bcf05a-bc07-4c58-95b4-46f86f4f6b58 req-555b90ed-1ca2-4ed0-9c45-bd0988c37b35 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 943 time: 0.1409245 Jun 21 04:26:11.624980 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c3bcf05a-bc07-4c58-95b4-46f86f4f6b58 req-50a20339-3449-4149-9548-96e9e8fe777f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838838 Jun 21 04:26:11.658310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-1e4475f7-fa5d-4414-8454-98edd1d2430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:11.659976 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-1e4475f7-fa5d-4414-8454-98edd1d2430b service neutron] 10.222.0.44 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 916 time: 0.1507192 Jun 21 04:26:11.673776 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41012) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:11.679964 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1390707374-network', 'tenant_id': '8dc418af8848440b989b5431233769fe'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:11.707325 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Made reservation on behalf of 8dc418af8848440b989b5431233769fe for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:11.711505 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.722739 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.733254 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-97077027-736c-49fd-a32f-f54b2a04ecf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36539c45-891f-4e02-889c-9b77c9158028 HTTP/1.1" status: 200 len: 217 time: 0.0565903 Jun 21 04:26:11.782767 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.810425 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-fde25a91-89d7-49a6-acef-2b8c77893584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:11.812500 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-fde25a91-89d7-49a6-acef-2b8c77893584 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 200 len: 855 time: 0.0543606 Jun 21 04:26:11.871363 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.881570 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.886085 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-bb50e6e0-82f3-4145-8f8f-a1cb11b1d9a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415237 Jun 21 04:26:11.888108 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-352927a0-e393-4499-b429-72bcb3a869cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:11.911177 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:26:11.927851 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41194fff-5586-4a6f-8762-3188f481d436,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:11.931408 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.932241 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Added segment 897b6635-4a8c-4b13-a136-daf29cdc8e6a of type vlan for network 3fae37ca-e08d-4c0d-b77c-acba44e5962c Jun 21 04:26:11.933934 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:11.976686 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.016392 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.018294 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:12.018738 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.026071 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:12.028780 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-f0beeb93-39be-4ab9-a7e3-026cc643a63e service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329970 Jun 21 04:26:12.094298 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4191194 Jun 21 04:26:12.097357 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41034) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:12.105912 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Request body: {'subnet': {'network_id': '3fae37ca-e08d-4c0d-b77c-acba44e5962c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1390707374-subnet', 'tenant_id': '8dc418af8848440b989b5431233769fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:12.109594 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Pushing event updated for resources: {'Network': ['ID=3fae37ca-e08d-4c0d-b77c-acba44e5962c,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:12.119797 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:12.121756 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 3fae37ca-e08d-4c0d-b77c-acba44e5962c details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:26:12.145952 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Made reservation on behalf of 8dc418af8848440b989b5431233769fe for: {'subnet': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:12.149661 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.163969 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfa97cb3-c673-4ffc-9c73-3afc433c1449 req-87cd6ce0-7829-4d73-8a64-98e904545d26 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277728 Jun 21 04:26:12.283279 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.370427 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6fbeb-de9a-466e-a802-cba03237deda req-156dc72e-2069-4dc5-8335-5d269e682877 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:12.372815 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7e6fbeb-de9a-466e-a802-cba03237deda req-156dc72e-2069-4dc5-8335-5d269e682877 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0772269 Jun 21 04:26:12.414737 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.419597 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:12.429954 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7e6fbeb-de9a-466e-a802-cba03237deda req-dddd9b2e-76cf-48a6-b035-c570ac6b1dc8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482435 Jun 21 04:26:12.478072 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d35ce4-68a3-4ff7-89af-a7848583d108,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:12.482302 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:12.490622 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Checking segment: {'id': '897b6635-4a8c-4b13-a136-daf29cdc8e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3fae37ca-e08d-4c0d-b77c-acba44e5962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:12.491002 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Network hostable DHCP agents. Network: 3fae37ca-e08d-4c0d-b77c-acba44e5962c, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:26:12.509308 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Network 3fae37ca-e08d-4c0d-b77c-acba44e5962c is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:26:12.519258 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 3fae37ca-e08d-4c0d-b77c-acba44e5962c) {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:12.523468 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:12.524104 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.530555 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4288abf2-ea69-4eab-9492-7fe5e3ab2668 None None] Network 3fae37ca-e08d-4c0d-b77c-acba44e5962c requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:12.541933 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-59e97700-4596-4be4-9d99-755ee5d5c0c2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4434392 Jun 21 04:26:12.682406 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc5ceda-acbc-4019-92d6-dffb6b17b652 None None] Network 3fae37ca-e08d-4c0d-b77c-acba44e5962c requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:12.858647 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2a019-588e-4ebd-9761-546dc86ac92e req-c6d26f58-ca92-4810-96ea-b6d2280f7226 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:12.860279 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-31b2a019-588e-4ebd-9761-546dc86ac92e req-c6d26f58-ca92-4810-96ea-b6d2280f7226 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 943 time: 0.0981512 Jun 21 04:26:12.939542 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-31b2a019-588e-4ebd-9761-546dc86ac92e req-e17b9ba4-7c49-406f-b7f9-f433cbe2d197 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665503 Jun 21 04:26:13.277344 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-a1d3df9f-7258-43e8-8a3e-bdaf78d67ee4 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:13.279035 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-a1d3df9f-7258-43e8-8a3e-bdaf78d67ee4 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/networks?id=97335b76-eed5-4281-8b6c-6508aef3100a HTTP/1.1" status: 200 len: 809 time: 0.1333897 Jun 21 04:26:13.297540 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b917252e-c96d-40dd-8e88-1a4461ceb7c9 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/quotas/79d62d5cad144844b8a1d08dcd1139bc HTTP/1.1" status: 200 len: 375 time: 0.0121183 Jun 21 04:26:13.317826 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41136) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:13.333724 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-92c181cc-14b9-4f07-81e4-270aa914bf9a tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=79d62d5cad144844b8a1d08dcd1139bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304282 Jun 21 04:26:13.432190 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-e27caf5e-41ae-423b-9276-1ae4349dd3f6 service neutron] 10.222.0.22 "GET /v2.0/networks/97335b76-eed5-4281-8b6c-6508aef3100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917044 Jun 21 04:26:13.436189 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbe30a68-fcd0-4f02-b548-7124457ca688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.549278 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-867dbfdd-8e77-43c1-8160-9171ed4de815 service neutron] 10.222.0.22 "GET /v2.0/networks/97335b76-eed5-4281-8b6c-6508aef3100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105676 Jun 21 04:26:13.563969 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbe30a68-fcd0-4f02-b548-7124457ca688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.571467 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dbe30a68-fcd0-4f02-b548-7124457ca688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.574456 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-134be6b7-1c5e-47cd-9da9-bc3a40ce565b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:13.621760 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-dbe30a68-fcd0-4f02-b548-7124457ca688 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b8887c386a9460cbbae5ababa92fee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028157 Jun 21 04:26:13.625367 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41154) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:13.638283 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe30a68-fcd0-4f02-b548-7124457ca688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0037cc4-be53-444a-b26f-591d85452e50,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:13.645836 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-dbe30a68-fcd0-4f02-b548-7124457ca688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:13.685355 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5416a-732b-40c0-b684-5fb0072d0c93 req-49ba6d66-a335-4cb2-9470-e2f23321233f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:13.687447 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-41c5416a-732b-40c0-b684-5fb0072d0c93 req-49ba6d66-a335-4cb2-9470-e2f23321233f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0815377 Jun 21 04:26:13.713754 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.741675 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-41c5416a-732b-40c0-b684-5fb0072d0c93 req-1401b1c7-ad8c-4240-bcd0-133e3e2333ac tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454867 Jun 21 04:26:13.750275 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.785830 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41164) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:13.853447 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.856164 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.859904 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0037cc4-be53-444a-b26f-591d85452e50 HTTP/1.1" status: 204 len: 168 time: 0.2308879 Jun 21 04:26:13.859904 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:13.877123 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2aaacc7f-7cc6-4694-a8a3-cd75d67d445b req-cdba879c-a927-4a72-a632-b96943991f81 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 210 time: 0.0479875 Jun 21 04:26:13.877593 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0037cc4-be53-444a-b26f-591d85452e50,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:13.888530 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.890066 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.890066 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.890604 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.891190 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.892730 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.898158 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.898766 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.899732 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.900235 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.900588 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.900941 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:13.905427 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:13.909943 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] Deleting subnet fe3215b5-4603-4868-ba8e-d93b0801f25c {{(pid=92762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:26:13.915631 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.953784 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.966361 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.060119 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.072404 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:14.113798 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3215b5-4603-4868-ba8e-d93b0801f25c,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:14.153366 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.159043 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.169607 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fe3215b5-4603-4868-ba8e-d93b0801f25c HTTP/1.1" status: 204 len: 168 time: 0.3825068 Jun 21 04:26:14.171337 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41182) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:14.195407 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:14.239454 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ef4d7-f630-4297-9025-9d731a892979 req-78d9e21d-6c4e-4e1a-8e4d-a91262b892dd tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:14.244746 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1b5ef4d7-f630-4297-9025-9d731a892979 req-78d9e21d-6c4e-4e1a-8e4d-a91262b892dd tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 943 time: 0.1471519 Jun 21 04:26:14.277291 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.290618 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1b5ef4d7-f630-4297-9025-9d731a892979 req-41861f6b-d6ea-42c7-854d-88646447df9d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 Jun 21 04:26:14.317220 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41186) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:14.333075 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d9275aba-ccdd-4df1-bad7-1815452511c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.400749 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.413025 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.413387 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.414974 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.414974 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > port after_create 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.414974 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.416320 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > port after_update 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.416320 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.416531 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.416902 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.417225 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.482794 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d9275aba-ccdd-4df1-bad7-1815452511c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.506157 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d9275aba-ccdd-4df1-bad7-1815452511c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.525869 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-03266b0c-eccc-4838-b561-f7f1e8308593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:14.572417 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9275aba-ccdd-4df1-bad7-1815452511c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd0ffe-b9a1-4fe2-a180-a6f65f322ed1,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:14.577291 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-d9275aba-ccdd-4df1-bad7-1815452511c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bc39bc8031b4cbbb5f25a62b423412c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590022 Jun 21 04:26:14.580086 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-d9275aba-ccdd-4df1-bad7-1815452511c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:14.582197 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41194) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:14.630084 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.630343 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.630819 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.630919 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-07ea6f30-9083-42d2-8fb0-9a986fc6f739 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1460395 Jun 21 04:26:14.631265 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:14.631521 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3410abec-1f52-48f1-9337-b30f0d8653c5']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:14.648307 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1c4dbb23-99b4-447a-8080-e9107a847f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.652031 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b185d85f-8565-442f-93ff-d6839c21f9e7') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:14.652453 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b185d85f-8565-442f-93ff-d6839c21f9e7') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:14.673616 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.674750 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1c4dbb23-99b4-447a-8080-e9107a847f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.713495 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.728397 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:26:14.728980 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: from cryptography.utils import int_from_bytes Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: from cryptography.utils import int_from_bytes Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:26:14.734476 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:26:14.748065 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1c4dbb23-99b4-447a-8080-e9107a847f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.753213 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1c4dbb23-99b4-447a-8080-e9107a847f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.757253 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-1c4dbb23-99b4-447a-8080-e9107a847f43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7bd0ffe-b9a1-4fe2-a180-a6f65f322ed1 HTTP/1.1" status: 204 len: 168 time: 0.1712339 Jun 21 04:26:14.757253 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-58b9720e-3852-45a9-a931-1ae7589ec8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:14.822453 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dbb23-99b4-447a-8080-e9107a847f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd0ffe-b9a1-4fe2-a180-a6f65f322ed1,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:14.831843 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.852662 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.857802 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1c4dbb23-99b4-447a-8080-e9107a847f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:14.876999 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] 10.222.0.22 "DELETE /v2.0/networks/3410abec-1f52-48f1-9337-b30f0d8653c5 HTTP/1.1" status: 204 len: 168 time: 0.7035587 Jun 21 04:26:14.881217 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-369bd3ee-5a77-43d7-ab05-d60ccfc1b6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:14.914315 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Pushing event deleted for resources: {'Network': ['ID=3410abec-1f52-48f1-9337-b30f0d8653c5,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:14.931411 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.932052 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.932843 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.934074 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.934877 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.935436 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.936012 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.937571 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.938459 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.939197 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.939839 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.940612 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:14.945610 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-27b7a114-56c1-472d-8aeb-20671de1d82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:14.968545 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-1d571ccb-1922-4c4c-ae31-a9d360c0988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:14.970253 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-1d571ccb-1922-4c4c-ae31-a9d360c0988d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 1098 time: 0.2095561 Jun 21 04:26:14.993222 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15820b32-dbbc-4a82-9bae-470ec26a86e1 req-5536dd34-7d8b-4f06-a4e0-05b6b9356f44 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:14.995151 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-15820b32-dbbc-4a82-9bae-470ec26a86e1 req-5536dd34-7d8b-4f06-a4e0-05b6b9356f44 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1154737 Jun 21 04:26:15.081457 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4c6cf772-6185-49d9-a2bf-864ab1aeaed0 req-05c5398e-fb3b-48a2-98d9-3214e5c7063f tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 210 time: 0.0405650 Jun 21 04:26:15.103972 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-15820b32-dbbc-4a82-9bae-470ec26a86e1 req-2060f2dc-1695-4a7b-a444-2fefcef9e3e0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911024 Jun 21 04:26:15.132699 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-03887477-ca82-45e5-8db7-13d830d0c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:15.134636 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-03887477-ca82-45e5-8db7-13d830d0c239 service neutron] 10.222.0.44 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 916 time: 0.1300154 Jun 21 04:26:15.135847 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41214) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:15.189998 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-16c527c2-a0a6-40b0-8c9e-6474dd36f605 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0028bb7-4248-411e-877a-cb2dcd4af1cc HTTP/1.1" status: 200 len: 217 time: 0.0475025 Jun 21 04:26:15.253237 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-786beecd-3293-4b67-b814-ea2515a00512 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a5e19d11dda4e66aa1901bd01dab474&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1155882 Jun 21 04:26:15.255436 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41220) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:15.296014 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-b7f8a57b-5e26-4c19-b917-c21fee2e3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:15.297803 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-b7f8a57b-5e26-4c19-b917-c21fee2e3459 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 200 len: 855 time: 0.0834229 Jun 21 04:26:15.324266 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8efd1890-02d9-4ef2-a8ac-275a94d6078b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:15.363447 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8efd1890-02d9-4ef2-a8ac-275a94d6078b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:15.392359 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-9c98dec3-d724-4fa8-979c-35e7521d6d26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589504 Jun 21 04:26:15.444360 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8efd1890-02d9-4ef2-a8ac-275a94d6078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:15.448349 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8efd1890-02d9-4ef2-a8ac-275a94d6078b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:15.449781 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-8efd1890-02d9-4ef2-a8ac-275a94d6078b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/643b38eb-37b0-4614-82dc-c290c87d69a0 HTTP/1.1" status: 204 len: 168 time: 0.1933343 Jun 21 04:26:15.453015 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 36539c45-891f-4e02-889c-9b77c9158028 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:15.461260 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ea8d5da0-47f2-48ff-b0a8-b25df2842bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:15.489148 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd1890-02d9-4ef2-a8ac-275a94d6078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b38eb-37b0-4614-82dc-c290c87d69a0,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:15.503143 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8efd1890-02d9-4ef2-a8ac-275a94d6078b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:15.508664 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41234) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:15.670283 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-f5ab7226-1098-422a-95ca-f2af90dfc633 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527049 Jun 21 04:26:15.685009 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c313304-110e-454b-9d21-1e5953e7aee6 req-14f47a71-6617-44c4-b0c9-50224feff4e9 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:15.688828 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8c313304-110e-454b-9d21-1e5953e7aee6 req-14f47a71-6617-44c4-b0c9-50224feff4e9 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 943 time: 0.1441457 Jun 21 04:26:15.690782 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 36539c45-891f-4e02-889c-9b77c9158028, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=36539c45-891f-4e02-889c-9b77c9158028,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:15.704336 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '36539c45-891f-4e02-889c-9b77c9158028', 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4', 'port_id': '36539c45-891f-4e02-889c-9b77c9158028', 'mac_address': 'fa:16:3e:7b:47:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:15.761462 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:15.782574 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36539c45-891f-4e02-889c-9b77c9158028 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:15.801478 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8c313304-110e-454b-9d21-1e5953e7aee6 req-1ab1a767-8fbd-4d30-aa9b-ce61a5122ea4 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043458 Jun 21 04:26:15.824201 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 36539c45-891f-4e02-889c-9b77c9158028, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=36539c45-891f-4e02-889c-9b77c9158028,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:15.833040 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:15.837108 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:15.875633 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-7025f431-ac54-4285-af3e-2eb2720e8f0d tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:15.883628 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-7025f431-ac54-4285-af3e-2eb2720e8f0d tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.44 "GET /v2.0/networks?id=97335b76-eed5-4281-8b6c-6508aef3100a HTTP/1.1" status: 200 len: 809 time: 0.3569789 Jun 21 04:26:15.913129 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=36539c45-891f-4e02-889c-9b77c9158028,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:15.918148 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:15.922298 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Request body: {'port': {'device_id': 'bb6f8f82-52ef-44fc-80e1-c67cb47f79ce', 'network_id': '97335b76-eed5-4281-8b6c-6508aef3100a', 'admin_state_up': True, 'tenant_id': '79d62d5cad144844b8a1d08dcd1139bc'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:15.956833 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc50a662-3e2d-495b-b608-b52a3a9d6269 req-aa7a602f-a03b-4720-83ea-abb7cc64b23d service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354982 Jun 21 04:26:15.966849 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc0eb409-5722-4c88-abd5-ed40555f0408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.101006 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc0eb409-5722-4c88-abd5-ed40555f0408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.106844 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc0eb409-5722-4c88-abd5-ed40555f0408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.112387 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1194eb86-4013-4de5-abdd-1e6595412c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:16.141104 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Made reservation on behalf of 79d62d5cad144844b8a1d08dcd1139bc for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:16.147405 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.202076 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-cc0eb409-5722-4c88-abd5-ed40555f0408 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64ac0b693ccb464891b4b88270230c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886382 Jun 21 04:26:16.203004 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41264) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:16.207040 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0eb409-5722-4c88-abd5-ed40555f0408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d9a37f-8dd8-4529-865e-5bc69de4671b,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:16.214991 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cc0eb409-5722-4c88-abd5-ed40555f0408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:16.356410 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-af3fa762-fc9f-4f35-b500-db6db74a9823 req-d13c4078-49d6-471f-9359-c599232a51dc tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 210 time: 0.0953472 Jun 21 04:26:16.377881 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-de48d54a-28e0-4a78-9504-b7c630f367c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.412768 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-de48d54a-28e0-4a78-9504-b7c630f367c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.477680 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-de48d54a-28e0-4a78-9504-b7c630f367c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.480665 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-de48d54a-28e0-4a78-9504-b7c630f367c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.482556 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-de48d54a-28e0-4a78-9504-b7c630f367c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65d9a37f-8dd8-4529-865e-5bc69de4671b HTTP/1.1" status: 204 len: 168 time: 0.2783623 Jun 21 04:26:16.483900 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-15824321-6c27-4593-be60-ef2b2239e303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:16.495143 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48d54a-28e0-4a78-9504-b7c630f367c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d9a37f-8dd8-4529-865e-5bc69de4671b,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:16.496838 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-de48d54a-28e0-4a78-9504-b7c630f367c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:16.540896 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['36539c45-891f-4e02-889c-9b77c9158028'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:16.614207 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.631894 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Allocated IP 172.20.0.6 (97335b76-eed5-4281-8b6c-6508aef3100a/2e718809-b10c-456e-b706-c8a269e0907e/47514964-c010-48cb-9888-35c6f63c0783) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:16.769831 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2192f-1193-45db-a312-54b859cda110 req-b2984aee-a1e1-4abf-a952-9ddf8822af42 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:16.776913 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6be2192f-1193-45db-a312-54b859cda110 req-b2984aee-a1e1-4abf-a952-9ddf8822af42 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.4606450 Jun 21 04:26:16.857166 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.907811 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6be2192f-1193-45db-a312-54b859cda110 req-a5a83eb8-8811-4424-a33e-1398ee832201 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298864 Jun 21 04:26:16.918691 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41290) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:16.928845 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.950572 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:16.972277 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6675-3bf3-452e-a252-e887f7241d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.984688 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Network 97335b76-eed5-4281-8b6c-6508aef3100a is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:16.991652 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:17.000243 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:17.006871 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:17.007963 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.042481 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Pushing event updated for resources: {'Port': ['ID=47514964-c010-48cb-9888-35c6f63c0783,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:17.046652 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:17.059903 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436578f-c654-45b1-b8c8-522ac8f9dc00 req-fc91c81a-b9b1-4451-8bb4-0fbc672f39f5 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:17.061426 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3436578f-c654-45b1-b8c8-522ac8f9dc00 req-fc91c81a-b9b1-4451-8bb4-0fbc672f39f5 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 944 time: 0.1357038 Jun 21 04:26:17.128344 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3436578f-c654-45b1-b8c8-522ac8f9dc00 req-f6fe8a3f-4718-4bf6-9bd4-f43a92cd299d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576816 Jun 21 04:26:17.171209 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6675-3bf3-452e-a252-e887f7241d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.177982 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6675-3bf3-452e-a252-e887f7241d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.183104 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a04fde00-e5b0-438a-b8c4-0d37c699cd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:17.186689 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2738285 Jun 21 04:26:17.211593 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Request body: {'port': {'device_id': 'bb6f8f82-52ef-44fc-80e1-c67cb47f79ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:17.230936 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f6675-3bf3-452e-a252-e887f7241d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf60628-1828-4337-a2d8-852a2e9d7d99,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:17.234306 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5d9f6675-3bf3-452e-a252-e887f7241d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:17.249652 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-5d9f6675-3bf3-452e-a252-e887f7241d9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad41c9fa809b4f469d9a376e02d38b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296175 Jun 21 04:26:17.252168 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41302) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:17.319529 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-39d8501a-446a-40ae-a94a-4bd832803a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.319971 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.343630 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-39d8501a-446a-40ae-a94a-4bd832803a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.429647 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-39d8501a-446a-40ae-a94a-4bd832803a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.432321 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-39d8501a-446a-40ae-a94a-4bd832803a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.435792 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-39d8501a-446a-40ae-a94a-4bd832803a90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dcf60628-1828-4337-a2d8-852a2e9d7d99 HTTP/1.1" status: 204 len: 168 time: 0.1797783 Jun 21 04:26:17.435792 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-98fb2f80-100a-4a1b-9966-a31ff87e08c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:17.451399 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8501a-446a-40ae-a94a-4bd832803a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf60628-1828-4337-a2d8-852a2e9d7d99,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:17.467501 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-39d8501a-446a-40ae-a94a-4bd832803a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:17.778074 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4048-aea0-40d0-a9fd-c2d4a4947438 req-24621847-cd2e-40e6-a6dd-22e4c29ac4aa tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:17.780801 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-80ec4048-aea0-40d0-a9fd-c2d4a4947438 req-24621847-cd2e-40e6-a6dd-22e4c29ac4aa tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 931 time: 0.1575842 Jun 21 04:26:17.862697 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47514964-c010-48cb-9888-35c6f63c0783 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:17.875906 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.883873 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-80ec4048-aea0-40d0-a9fd-c2d4a4947438 req-b2a3f0de-2a2b-4bb2-a4a6-024bd069df63 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889564 Jun 21 04:26:17.899186 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Transition to ACTIVE for port object 47514964-c010-48cb-9888-35c6f63c0783 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:17.916430 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.921463 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-31bcbb47-e0da-4896-a85e-c86cbb03a065 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:18.040396 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41360) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:18.048005 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Pushing event updated for resources: {'Port': ['ID=47514964-c010-48cb-9888-35c6f63c0783,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:18.059368 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-21bec023-3bc4-4b00-adb9-e34a8280b49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.063024 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:18.063803 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Attempting to bind port 47514964-c010-48cb-9888-35c6f63c0783 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:18.064144 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Attempting to bind port 47514964-c010-48cb-9888-35c6f63c0783 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'f2f33f12-df10-4584-8f14-13dbb9385885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '97335b76-eed5-4281-8b6c-6508aef3100a'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:18.064452 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Attempting to bind port 47514964-c010-48cb-9888-35c6f63c0783 on network 97335b76-eed5-4281-8b6c-6508aef3100a {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:18.067227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41362) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:18.074361 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Port 47514964-c010-48cb-9888-35c6f63c0783 on network 97335b76-eed5-4281-8b6c-6508aef3100a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:26:18.074761 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Attempting to bind port 47514964-c010-48cb-9888-35c6f63c0783 on network 97335b76-eed5-4281-8b6c-6508aef3100a {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:18.080702 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:18.081490 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Checking segment: {'id': 'f2f33f12-df10-4584-8f14-13dbb9385885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '97335b76-eed5-4281-8b6c-6508aef3100a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:18.081937 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Bound using segment: {'id': 'f2f33f12-df10-4584-8f14-13dbb9385885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '97335b76-eed5-4281-8b6c-6508aef3100a'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:18.082971 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Bound port: 47514964-c010-48cb-9888-35c6f63c0783, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f33f12-df10-4584-8f14-13dbb9385885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '97335b76-eed5-4281-8b6c-6508aef3100a'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:18.083103 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.155203 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] For port 47514964-c010-48cb-9888-35c6f63c0783, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:18.176511 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] For port 47514964-c010-48cb-9888-35c6f63c0783, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47514964-c010-48cb-9888-35c6f63c0783,segment=NetworkSegment(f2f33f12-df10-4584-8f14-13dbb9385885),segment_id=f2f33f12-df10-4584-8f14-13dbb9385885)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:18.185370 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.195072 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ac664fde-2f74-433d-b99d-8280671ec568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:18.218055 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a28a3b-4580-44be-8118-b87fbe78f224 req-22fe0d02-da0a-4eec-a676-e2c700eb1d82 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:18.226391 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-17a28a3b-4580-44be-8118-b87fbe78f224 req-22fe0d02-da0a-4eec-a676-e2c700eb1d82 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1444194 Jun 21 04:26:18.285257 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-21bec023-3bc4-4b00-adb9-e34a8280b49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.292658 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Pushing event updated for resources: {'Port': ['ID=47514964-c010-48cb-9888-35c6f63c0783,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:18.300438 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:18.301874 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-17a28a3b-4580-44be-8118-b87fbe78f224 req-a9b594e9-63c5-4b0f-bda3-2ede950edc07 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742173 Jun 21 04:26:18.306533 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-21bec023-3bc4-4b00-adb9-e34a8280b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.316960 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:18.317999 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.322792 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] 10.222.0.44 "PUT /v2.0/ports/47514964-c010-48cb-9888-35c6f63c0783 HTTP/1.1" status: 200 len: 1093 time: 1.1147249 Jun 21 04:26:18.324266 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6f8f82-52ef-44fc-80e1-c67cb47f79ce', 'tag': '47514964-c010-48cb-9888-35c6f63c0783'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:18.327227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25b0df2-b206-4e8c-a030-6836381f28df" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6f8f82-52ef-44fc-80e1-c67cb47f79ce", "tag": "47514964-c010-48cb-9888-35c6f63c0783"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:18.337739 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cd148529-df16-4eaa-92e8-cfb0dd239afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:18.358930 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-343c6823-047c-42da-a49f-73efb160b75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.379873 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-21bec023-3bc4-4b00-adb9-e34a8280b49e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fb9b883ef8544afae315531d7fdfd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378341 Jun 21 04:26:18.383186 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41380) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:18.391411 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bec023-3bc4-4b00-adb9-e34a8280b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3415f79-8bde-4255-8c20-28ab9ca58736,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:18.404342 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72dbe1d-42b7-457a-8782-3b14c909fd6c x-openstack-request-id: req-f72dbe1d-42b7-457a-8782-3b14c909fd6c {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:18.404658 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6f8f82-52ef-44fc-80e1-c67cb47f79ce", "tag": "47514964-c010-48cb-9888-35c6f63c0783", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:18.404934 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f72dbe1d-42b7-457a-8782-3b14c909fd6c {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:18.405346 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6f8f82-52ef-44fc-80e1-c67cb47f79ce', 'tag': '47514964-c010-48cb-9888-35c6f63c0783', 'status': 'completed', 'code': 200} Jun 21 04:26:18.408025 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-21bec023-3bc4-4b00-adb9-e34a8280b49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:18.458507 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1961f6ab-6ab0-490b-80ab-9eff1cf91d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.489898 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1961f6ab-6ab0-490b-80ab-9eff1cf91d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.548991 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1961f6ab-6ab0-490b-80ab-9eff1cf91d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.552387 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1961f6ab-6ab0-490b-80ab-9eff1cf91d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.556234 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1961f6ab-6ab0-490b-80ab-9eff1cf91d0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3415f79-8bde-4255-8c20-28ab9ca58736 HTTP/1.1" status: 204 len: 168 time: 0.1696191 Jun 21 04:26:18.556234 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:18.560081 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace1267-bbe6-4dbf-afbe-eeb911de50e4 req-604a1f76-eeba-45aa-99ce-eaf07a9f3b07 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:18.571607 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9ace1267-bbe6-4dbf-afbe-eeb911de50e4 req-604a1f76-eeba-45aa-99ce-eaf07a9f3b07 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 944 time: 0.2304492 Jun 21 04:26:18.584926 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961f6ab-6ab0-490b-80ab-9eff1cf91d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3415f79-8bde-4255-8c20-28ab9ca58736,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:18.588052 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1961f6ab-6ab0-490b-80ab-9eff1cf91d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:18.605208 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-79c8f4d0-75fb-4e55-a703-97bf04b6bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:18.607232 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-79c8f4d0-75fb-4e55-a703-97bf04b6bc60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79d62d5cad144844b8a1d08dcd1139bc&device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 1096 time: 0.1660531 Jun 21 04:26:18.682930 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9ace1267-bbe6-4dbf-afbe-eeb911de50e4 req-cbeba723-69d2-4eaa-9d22-4cd706e62c7d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136119 Jun 21 04:26:18.685479 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-6c86f245-b919-4e29-bb88-08e0d4533363 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47514964-c010-48cb-9888-35c6f63c0783 HTTP/1.1" status: 200 len: 217 time: 0.0546384 Jun 21 04:26:18.746298 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-343c6823-047c-42da-a49f-73efb160b75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.756673 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-343c6823-047c-42da-a49f-73efb160b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.761019 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b277afdf-1ec7-4f93-b719-b67391839423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:18.761909 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41396) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:18.794326 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-a6c61318-aa1f-4db5-873c-646a8e11a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:18.795824 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-a6c61318-aa1f-4db5-873c-646a8e11a43b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e718809-b10c-456e-b706-c8a269e0907e HTTP/1.1" status: 200 len: 849 time: 0.0908253 Jun 21 04:26:18.814280 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c6823-047c-42da-a49f-73efb160b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadf2bae-d285-4e68-85cf-e82b3825e753,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:18.822073 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-343c6823-047c-42da-a49f-73efb160b75f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=356261462ae240399da6850d64ee8116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7536347 Jun 21 04:26:18.825231 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41400) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:18.845374 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-343c6823-047c-42da-a49f-73efb160b75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:18.848028 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-5ab362fc-e49c-46ef-9d31-8cdc84db2d1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97335b76-eed5-4281-8b6c-6508aef3100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430839 Jun 21 04:26:18.906429 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3857ca1e-6830-4ca1-a465-29481f313e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.916149 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-35274340-cff8-48e1-8b65-0c3a8b517227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.957211 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3857ca1e-6830-4ca1-a465-29481f313e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.965500 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-4f681633-dc56-4a6c-824a-720a705ac09a service neutron] 10.222.0.44 "GET /v2.0/networks/97335b76-eed5-4281-8b6c-6508aef3100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074746 Jun 21 04:26:19.086397 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d57d3aa-b609-4c4a-8c99-618e9ce77462 req-8c788b1c-5e3b-447a-a8bd-64593ce6ecdb service neutron] 10.222.0.44 "GET /v2.0/networks/97335b76-eed5-4281-8b6c-6508aef3100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112056 Jun 21 04:26:19.097803 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3857ca1e-6830-4ca1-a465-29481f313e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.100275 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3857ca1e-6830-4ca1-a465-29481f313e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.101401 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-3857ca1e-6830-4ca1-a465-29481f313e45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fadf2bae-d285-4e68-85cf-e82b3825e753 HTTP/1.1" status: 204 len: 168 time: 0.2664487 Jun 21 04:26:19.105165 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:19.133271 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857ca1e-6830-4ca1-a465-29481f313e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadf2bae-d285-4e68-85cf-e82b3825e753,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:19.148402 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-35274340-cff8-48e1-8b65-0c3a8b517227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.149761 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3857ca1e-6830-4ca1-a465-29481f313e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:19.163075 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6d32c-cd92-4b67-bb6b-accdbd566ffb req-63838282-1826-498d-9596-be17ced43cf4 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:19.164728 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0d6d32c-cd92-4b67-bb6b-accdbd566ffb req-63838282-1826-498d-9596-be17ced43cf4 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 943 time: 0.1385033 Jun 21 04:26:19.165515 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-35274340-cff8-48e1-8b65-0c3a8b517227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.168145 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7055c61f-ad74-4e9f-94b5-71c4449d6503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:19.226811 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41420) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:19.227084 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-35274340-cff8-48e1-8b65-0c3a8b517227 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f41c6998a5eb468f95f80932e87bf1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633553 Jun 21 04:26:19.233283 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35274340-cff8-48e1-8b65-0c3a8b517227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39534279-e336-4791-9e42-3280ce320b0d,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:19.237965 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-35274340-cff8-48e1-8b65-0c3a8b517227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:19.253886 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0d6d32c-cd92-4b67-bb6b-accdbd566ffb req-cf3f3c8b-e21a-491e-8a38-96f95ef06491 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773075 Jun 21 04:26:19.346857 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2d4d72c9-18d9-4ba1-a6c5-6cd7f23b2511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.371833 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b0df2-b206-4e8c-a030-6836381f28df req-70c3da04-33f6-4f46-a598-152549670a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:19.373687 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b25b0df2-b206-4e8c-a030-6836381f28df req-70c3da04-33f6-4f46-a598-152549670a71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79d62d5cad144844b8a1d08dcd1139bc&device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 1096 time: 0.1092260 Jun 21 04:26:19.379001 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2d4d72c9-18d9-4ba1-a6c5-6cd7f23b2511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.475813 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 36539c45-891f-4e02-889c-9b77c9158028 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:19.536156 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b0df2-b206-4e8c-a030-6836381f28df req-a409ab33-9439-4d99-9451-4f4e51ae0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:19.537689 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b25b0df2-b206-4e8c-a030-6836381f28df req-a409ab33-9439-4d99-9451-4f4e51ae0e0b service neutron] 10.222.0.44 "GET /v2.0/networks?id=97335b76-eed5-4281-8b6c-6508aef3100a HTTP/1.1" status: 200 len: 910 time: 0.1518192 Jun 21 04:26:19.538354 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2d4d72c9-18d9-4ba1-a6c5-6cd7f23b2511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.542178 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2d4d72c9-18d9-4ba1-a6c5-6cd7f23b2511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.543640 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-2d4d72c9-18d9-4ba1-a6c5-6cd7f23b2511 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39534279-e336-4791-9e42-3280ce320b0d HTTP/1.1" status: 204 len: 168 time: 0.3158183 Jun 21 04:26:19.545606 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:19.562427 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 36539c45-891f-4e02-889c-9b77c9158028 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:19.567010 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d72c9-18d9-4ba1-a6c5-6cd7f23b2511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39534279-e336-4791-9e42-3280ce320b0d,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:19.568448 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 36539c45-891f-4e02-889c-9b77c9158028 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:19.569069 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.599346 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-2d4d72c9-18d9-4ba1-a6c5-6cd7f23b2511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:19.601362 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b25b0df2-b206-4e8c-a030-6836381f28df req-d1111b0e-434b-4c18-9a7f-c59f9f55c8c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47514964-c010-48cb-9888-35c6f63c0783 HTTP/1.1" status: 200 len: 217 time: 0.0521381 Jun 21 04:26:19.626491 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54069b-051e-4058-a949-09c4dd65688a req-fa8be18b-2ff1-4645-a22b-00d3e55eacb7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:19.627687 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fd54069b-051e-4058-a949-09c4dd65688a req-fa8be18b-2ff1-4645-a22b-00d3e55eacb7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1933773 Jun 21 04:26:19.717380 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b0df2-b206-4e8c-a030-6836381f28df req-2cf9ceea-7441-4c3d-8e5f-fb8c6e94d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:19.718952 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b25b0df2-b206-4e8c-a030-6836381f28df req-2cf9ceea-7441-4c3d-8e5f-fb8c6e94d13e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e718809-b10c-456e-b706-c8a269e0907e HTTP/1.1" status: 200 len: 849 time: 0.0852506 Jun 21 04:26:19.736677 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fd54069b-051e-4058-a949-09c4dd65688a req-5cc5aff9-9503-4286-8077-d4e2bb6d6235 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908499 Jun 21 04:26:19.758109 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.786736 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b25b0df2-b206-4e8c-a030-6836381f28df req-1436402c-bda2-4f68-ad3d-dcf642a7f0a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97335b76-eed5-4281-8b6c-6508aef3100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484250 Jun 21 04:26:19.802048 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308b9353-6f6e-45ca-a05e-e04aab90bf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36539c45-891f-4e02-889c-9b77c9158028'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:19.814924 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b70062e-b864-498c-bd92-c2486c7bbf17" -d '{"events": [{"server_uuid": "308b9353-6f6e-45ca-a05e-e04aab90bf4b", "name": "network-vif-plugged", "status": "completed", "tag": "36539c45-891f-4e02-889c-9b77c9158028"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:19.851098 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 36539c45-891f-4e02-889c-9b77c9158028, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=36539c45-891f-4e02-889c-9b77c9158028,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:19.858843 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.860850 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:19.926193 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=36539c45-891f-4e02-889c-9b77c9158028,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:19.931274 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473497f3-f978-4cad-8295-8475929946b0 x-openstack-request-id: req-473497f3-f978-4cad-8295-8475929946b0 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:19.931849 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308b9353-6f6e-45ca-a05e-e04aab90bf4b", "name": "network-vif-plugged", "status": "completed", "tag": "36539c45-891f-4e02-889c-9b77c9158028", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:19.932524 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-473497f3-f978-4cad-8295-8475929946b0 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:19.933403 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308b9353-6f6e-45ca-a05e-e04aab90bf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36539c45-891f-4e02-889c-9b77c9158028', 'code': 200} Jun 21 04:26:19.939904 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.940488 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.941030 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.941712 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.942316 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.942924 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.943490 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.944124 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.944715 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.945296 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.945843 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.946394 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:19.951024 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:19.959221 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b25b0df2-b206-4e8c-a030-6836381f28df req-10e3ebb2-55de-41af-a6b1-b83b6b896f38 service neutron] 10.222.0.44 "GET /v2.0/networks/97335b76-eed5-4281-8b6c-6508aef3100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557705 Jun 21 04:26:20.028161 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1ea04-14ab-4648-b7b3-b4c5c542305a req-0d9e920c-7a4f-43dc-bb77-c86ed8f0807f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:20.029716 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-39d1ea04-14ab-4648-b7b3-b4c5c542305a req-0d9e920c-7a4f-43dc-bb77-c86ed8f0807f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 945 time: 0.1527464 Jun 21 04:26:20.101640 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-39d1ea04-14ab-4648-b7b3-b4c5c542305a req-4728ed8b-f691-42e4-96aa-a8a8ba4b7235 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651038 Jun 21 04:26:20.105431 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b25b0df2-b206-4e8c-a030-6836381f28df req-79fa0205-67c8-4030-859f-eb039c3ca68c service neutron] 10.222.0.44 "GET /v2.0/networks/97335b76-eed5-4281-8b6c-6508aef3100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390021 Jun 21 04:26:20.122181 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41462) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:20.146392 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-f32b050d-8f42-4b10-8623-9527e852a2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.311145 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-f32b050d-8f42-4b10-8623-9527e852a2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.317073 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4535b76-28ae-40a4-aaa5-a4f89d8d38de req-6f22ff82-b5e0-4f34-821a-0219af151df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:20.318678 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c4535b76-28ae-40a4-aaa5-a4f89d8d38de req-6f22ff82-b5e0-4f34-821a-0219af151df7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 1098 time: 0.0886598 Jun 21 04:26:20.320215 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-f32b050d-8f42-4b10-8623-9527e852a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.323755 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-2d4d72c9-18d9-4ba1-a6c5-6cd7f23b2511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:20.372478 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-f32b050d-8f42-4b10-8623-9527e852a2f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82ce99f4cd1a4b04866c3befed4f4f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488220 Jun 21 04:26:20.375180 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41470) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:20.385071 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b050d-8f42-4b10-8623-9527e852a2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf60601e-6e43-4f8b-abff-0343d2d626dc,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:20.389829 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-f32b050d-8f42-4b10-8623-9527e852a2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:20.394116 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c4535b76-28ae-40a4-aaa5-a4f89d8d38de req-73520289-4352-40e0-9dab-ac130794a1b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602653 Jun 21 04:26:20.484571 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0dc7993e-4617-416e-92d7-000a8cc669c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.516747 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0dc7993e-4617-416e-92d7-000a8cc669c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.537931 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293df6e-8864-4744-a1c8-6b368e964ddd req-6cb05c7c-4fee-4a24-a753-44816956f683 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:20.539741 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a293df6e-8864-4744-a1c8-6b368e964ddd req-6cb05c7c-4fee-4a24-a753-44816956f683 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 943 time: 0.1306176 Jun 21 04:26:20.593400 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a293df6e-8864-4744-a1c8-6b368e964ddd req-8a615b05-0685-4476-882c-7ddbb6ba38b6 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475163 Jun 21 04:26:20.609481 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0dc7993e-4617-416e-92d7-000a8cc669c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.612380 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0dc7993e-4617-416e-92d7-000a8cc669c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.613550 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-0dc7993e-4617-416e-92d7-000a8cc669c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf60601e-6e43-4f8b-abff-0343d2d626dc HTTP/1.1" status: 204 len: 168 time: 0.2371588 Jun 21 04:26:20.618850 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e7387668-8b74-4603-8d5e-c40c44d5a252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:20.627061 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7993e-4617-416e-92d7-000a8cc669c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf60601e-6e43-4f8b-abff-0343d2d626dc,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:20.629930 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0dc7993e-4617-416e-92d7-000a8cc669c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:20.974258 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603db6e-dfb7-49e7-a633-c1cf6b9a03b2 req-bc515e96-ac31-4583-b774-d29f96dc5453 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:20.975902 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9603db6e-dfb7-49e7-a633-c1cf6b9a03b2 req-bc515e96-ac31-4583-b774-d29f96dc5453 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0829854 Jun 21 04:26:21.025095 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9603db6e-dfb7-49e7-a633-c1cf6b9a03b2 req-0b052c55-f0eb-4b7f-bd94-f9a3647e999e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384843 Jun 21 04:26:21.423299 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad2d5c-ef63-4131-92c5-ac260d14400a req-a62a5ac8-d479-4380-9ce2-f5977f0bf829 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:21.430576 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a6ad2d5c-ef63-4131-92c5-ac260d14400a req-a62a5ac8-d479-4380-9ce2-f5977f0bf829 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 945 time: 0.1109629 Jun 21 04:26:21.478864 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a6ad2d5c-ef63-4131-92c5-ac260d14400a req-f82d7e15-dfa9-4341-836d-ddf415b4b6b2 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440359 Jun 21 04:26:21.825209 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64fdd2-e2fe-4187-af45-3b259f851e78 req-67cb25fb-0953-4994-9a4f-f42bf51c15d0 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:21.827246 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7d64fdd2-e2fe-4187-af45-3b259f851e78 req-67cb25fb-0953-4994-9a4f-f42bf51c15d0 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 943 time: 0.0991642 Jun 21 04:26:21.876748 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7d64fdd2-e2fe-4187-af45-3b259f851e78 req-5a15a1a8-87a0-45fe-960a-3c8fd86c49cf tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 Jun 21 04:26:22.069962 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41572) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:22.195383 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-03bce8e4-562f-441b-8244-0623e7fd428e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.248261 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf761fe-4f52-4bd8-80b2-191b7e17b2df req-f138407f-8fa6-4a51-8507-dda04f914e83 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:22.268406 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1cf761fe-4f52-4bd8-80b2-191b7e17b2df req-f138407f-8fa6-4a51-8507-dda04f914e83 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0773449 Jun 21 04:26:22.308221 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-03bce8e4-562f-441b-8244-0623e7fd428e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.312997 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1cf761fe-4f52-4bd8-80b2-191b7e17b2df req-5bda8589-1885-40ae-b4b0-7a5d1c302cd8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Jun 21 04:26:22.314684 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-03bce8e4-562f-441b-8244-0623e7fd428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.318726 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-de48d54a-28e0-4a78-9504-b7c630f367c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:22.358174 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41582) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:22.358544 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-03bce8e4-562f-441b-8244-0623e7fd428e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=446b053c5d32423196ad809098181e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874627 Jun 21 04:26:22.359709 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bce8e4-562f-441b-8244-0623e7fd428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d72d3a-c52d-4b49-808a-8434e589c5f2,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:22.362002 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41584) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:22.364026 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-03bce8e4-562f-441b-8244-0623e7fd428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:22.423704 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-df3b7985-7cae-4fb6-9cc4-6ba8714951c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.445647 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-df3b7985-7cae-4fb6-9cc4-6ba8714951c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.473102 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3c25e81e-83cd-418e-aaee-42a8c0bfdd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.513977 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-df3b7985-7cae-4fb6-9cc4-6ba8714951c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.519157 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-df3b7985-7cae-4fb6-9cc4-6ba8714951c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.522028 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-df3b7985-7cae-4fb6-9cc4-6ba8714951c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5d72d3a-c52d-4b49-808a-8434e589c5f2 HTTP/1.1" status: 204 len: 168 time: 0.1589987 Jun 21 04:26:22.523061 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1098b726-7b47-4c00-9bed-ff850e559d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:22.533494 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b7985-7cae-4fb6-9cc4-6ba8714951c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d72d3a-c52d-4b49-808a-8434e589c5f2,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:22.537969 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-df3b7985-7cae-4fb6-9cc4-6ba8714951c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:22.604171 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3c25e81e-83cd-418e-aaee-42a8c0bfdd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.609022 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3c25e81e-83cd-418e-aaee-42a8c0bfdd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.612664 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1c4dbb23-99b4-447a-8080-e9107a847f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:22.684740 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-3c25e81e-83cd-418e-aaee-42a8c0bfdd9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45d0ccb6cfcc4de493c1041fd5796713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252919 Jun 21 04:26:22.685245 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41596) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:22.687184 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25e81e-83cd-418e-aaee-42a8c0bfdd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321f0c14-327d-4681-b6eb-ceb0ec546788,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:22.691252 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-3c25e81e-83cd-418e-aaee-42a8c0bfdd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:22.734495 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e811ea3-1970-4273-971f-47078606735a req-62f99079-4697-4d01-a3f1-f779761c3085 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:22.742530 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e811ea3-1970-4273-971f-47078606735a req-62f99079-4697-4d01-a3f1-f779761c3085 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 945 time: 0.1177406 Jun 21 04:26:22.755939 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7702d368-78a1-4bef-99e2-ebf9a64a5539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.786030 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e811ea3-1970-4273-971f-47078606735a req-331ecdcb-3705-465c-a107-2096d0642b14 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Jun 21 04:26:22.797049 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7702d368-78a1-4bef-99e2-ebf9a64a5539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.879893 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7702d368-78a1-4bef-99e2-ebf9a64a5539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.882947 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7702d368-78a1-4bef-99e2-ebf9a64a5539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.884310 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-7702d368-78a1-4bef-99e2-ebf9a64a5539 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/321f0c14-327d-4681-b6eb-ceb0ec546788 HTTP/1.1" status: 204 len: 168 time: 0.1977992 Jun 21 04:26:22.885376 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-53e23198-7eb8-494c-990e-3bb9480362f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:22.902682 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702d368-78a1-4bef-99e2-ebf9a64a5539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321f0c14-327d-4681-b6eb-ceb0ec546788,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:22.905235 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7702d368-78a1-4bef-99e2-ebf9a64a5539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:23.100472 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ea043-0404-4e05-af38-887e2cd273ee req-2b57043f-9774-4af8-bd4e-12fa2b379a14 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:23.102364 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c53ea043-0404-4e05-af38-887e2cd273ee req-2b57043f-9774-4af8-bd4e-12fa2b379a14 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 943 time: 0.0804319 Jun 21 04:26:23.161987 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c53ea043-0404-4e05-af38-887e2cd273ee req-5cbd7738-67b7-467f-bede-2eb23600767f tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523198 Jun 21 04:26:23.244974 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41630) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:23.258404 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-53a01170-9de2-407c-929d-67aeed9429cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:23.363762 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-53a01170-9de2-407c-929d-67aeed9429cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:23.369143 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-53a01170-9de2-407c-929d-67aeed9429cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:23.389146 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e535e3fd-8363-4b5b-8e69-21fab8bec99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:23.422119 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-53a01170-9de2-407c-929d-67aeed9429cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=027054b9e4bd430283170e4dfb79016a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758440 Jun 21 04:26:23.424720 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41638) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:23.427631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a01170-9de2-407c-929d-67aeed9429cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12b3375-0990-46fb-925d-703581d68db2,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:23.432061 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-53a01170-9de2-407c-929d-67aeed9429cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:23.509298 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-aa3e0aa6-b91a-40eb-acbb-e4d0fb29a19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:23.515147 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 47514964-c010-48cb-9888-35c6f63c0783 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:23.535651 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f23a-ec93-4435-bdfa-1c676d374c82 req-cc8307d2-a8ba-4179-8eef-b56ee949f0d0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:23.537290 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0453f23a-ec93-4435-bdfa-1c676d374c82 req-cc8307d2-a8ba-4179-8eef-b56ee949f0d0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0739679 Jun 21 04:26:23.546337 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-aa3e0aa6-b91a-40eb-acbb-e4d0fb29a19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:23.590298 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0453f23a-ec93-4435-bdfa-1c676d374c82 req-235de00f-d3e5-4145-8ff2-7a28945f7524 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Jun 21 04:26:23.614347 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-aa3e0aa6-b91a-40eb-acbb-e4d0fb29a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:23.617380 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-aa3e0aa6-b91a-40eb-acbb-e4d0fb29a19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:23.618514 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-aa3e0aa6-b91a-40eb-acbb-e4d0fb29a19f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e12b3375-0990-46fb-925d-703581d68db2 HTTP/1.1" status: 204 len: 168 time: 0.1926737 Jun 21 04:26:23.619233 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-749ec62b-230a-4404-9e95-8ecbb92766ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:23.626849 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e0aa6-b91a-40eb-acbb-e4d0fb29a19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12b3375-0990-46fb-925d-703581d68db2,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:23.629173 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-aa3e0aa6-b91a-40eb-acbb-e4d0fb29a19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:23.653139 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 47514964-c010-48cb-9888-35c6f63c0783, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47514964-c010-48cb-9888-35c6f63c0783,segment=NetworkSegment(f2f33f12-df10-4584-8f14-13dbb9385885),segment_id=f2f33f12-df10-4584-8f14-13dbb9385885)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:23.666471 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '47514964-c010-48cb-9888-35c6f63c0783', 'network_id': '97335b76-eed5-4281-8b6c-6508aef3100a', 'port_id': '47514964-c010-48cb-9888-35c6f63c0783', 'mac_address': 'fa:16:3e:7f:2d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e718809-b10c-456e-b706-c8a269e0907e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:23.704669 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:23.717729 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47514964-c010-48cb-9888-35c6f63c0783 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:23.740215 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 47514964-c010-48cb-9888-35c6f63c0783, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47514964-c010-48cb-9888-35c6f63c0783,segment=NetworkSegment(f2f33f12-df10-4584-8f14-13dbb9385885),segment_id=f2f33f12-df10-4584-8f14-13dbb9385885)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:23.746271 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:23.748138 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:23.796867 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=47514964-c010-48cb-9888-35c6f63c0783,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:23.800570 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:23.990886 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23678b-44b2-4ce2-9dc2-0876c2b064b5 req-2c3e76d6-2b1f-47bf-9d51-7e8cb84918f6 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:23.992556 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4a23678b-44b2-4ce2-9dc2-0876c2b064b5 req-2c3e76d6-2b1f-47bf-9d51-7e8cb84918f6 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 945 time: 0.0766468 Jun 21 04:26:24.038570 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4a23678b-44b2-4ce2-9dc2-0876c2b064b5 req-a8214ee2-5c7c-482c-af9e-d70a167e8a20 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392580 Jun 21 04:26:24.221017 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41686) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:24.348230 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41696) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:24.377802 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caf031-e091-404b-87c9-39169d7f34d2 req-cd1813aa-245f-4f8c-90f4-f23b3c0e7837 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:24.381410 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-80caf031-e091-404b-87c9-39169d7f34d2 req-cd1813aa-245f-4f8c-90f4-f23b3c0e7837 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 944 time: 0.0880933 Jun 21 04:26:24.387122 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['47514964-c010-48cb-9888-35c6f63c0783'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:24.419775 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9f18-f337-4568-b30d-f1624a364ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:24.441534 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-80caf031-e091-404b-87c9-39169d7f34d2 req-a3c9c326-96ac-4973-b3fa-2e397f8faba3 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509689 Jun 21 04:26:24.509493 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-efa078d4-c6d7-420d-97a3-e7f88876eb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:24.634196 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9f18-f337-4568-b30d-f1624a364ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:24.663867 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9f18-f337-4568-b30d-f1624a364ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:24.672470 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:24.778703 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b5fb9f18-f337-4568-b30d-f1624a364ef7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=438d5b396da34d589064f163f13ef280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562546 Jun 21 04:26:24.782133 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41718) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:24.789383 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb9f18-f337-4568-b30d-f1624a364ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7372e5d-e9c7-4e31-8653-270ec8eaf090,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:24.794651 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b5fb9f18-f337-4568-b30d-f1624a364ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:24.857009 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-efa078d4-c6d7-420d-97a3-e7f88876eb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:24.862584 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-efa078d4-c6d7-420d-97a3-e7f88876eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:24.867799 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-f8d1fa95-aaed-4187-aaeb-5fb30e431e4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:24.887949 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e493701b-c953-48c4-920e-dcdcd2dc71fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:24.924864 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e493701b-c953-48c4-920e-dcdcd2dc71fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:24.949917 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa078d4-c6d7-420d-97a3-e7f88876eb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d522610-ede0-465b-b199-bce0f0b1b648,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:24.963409 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-efa078d4-c6d7-420d-97a3-e7f88876eb77 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cd847b316c348a29f640400ad08871c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139011 Jun 21 04:26:24.967562 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-efa078d4-c6d7-420d-97a3-e7f88876eb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:24.969322 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41722) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:24.996572 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8320761-a122-4cc3-9786-108efacd7e6e req-bbe34306-93fa-4260-bc21-9dfaab7ed5ea tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:24.998428 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c8320761-a122-4cc3-9786-108efacd7e6e req-bbe34306-93fa-4260-bc21-9dfaab7ed5ea tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1108394 Jun 21 04:26:25.049343 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e493701b-c953-48c4-920e-dcdcd2dc71fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.052911 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e493701b-c953-48c4-920e-dcdcd2dc71fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.056578 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-e493701b-c953-48c4-920e-dcdcd2dc71fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7372e5d-e9c7-4e31-8653-270ec8eaf090 HTTP/1.1" status: 204 len: 168 time: 0.2703269 Jun 21 04:26:25.056765 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c8320761-a122-4cc3-9786-108efacd7e6e req-daa52c53-ac77-439b-888a-12b8bb6eb82d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Jun 21 04:26:25.064246 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-df3b7985-7cae-4fb6-9cc4-6ba8714951c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:25.067281 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b2cdec48-8cda-4f74-bcc2-9d4af6dc8f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.089849 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493701b-c953-48c4-920e-dcdcd2dc71fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7372e5d-e9c7-4e31-8653-270ec8eaf090,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:25.089849 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e493701b-c953-48c4-920e-dcdcd2dc71fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:25.097004 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b2cdec48-8cda-4f74-bcc2-9d4af6dc8f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.169587 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b2cdec48-8cda-4f74-bcc2-9d4af6dc8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.173433 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b2cdec48-8cda-4f74-bcc2-9d4af6dc8f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.175180 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b2cdec48-8cda-4f74-bcc2-9d4af6dc8f8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d522610-ede0-465b-b199-bce0f0b1b648 HTTP/1.1" status: 204 len: 168 time: 0.2046669 Jun 21 04:26:25.176201 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cc0eb409-5722-4c88-abd5-ed40555f0408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:25.184759 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdec48-8cda-4f74-bcc2-9d4af6dc8f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d522610-ede0-465b-b199-bce0f0b1b648,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:25.188997 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b2cdec48-8cda-4f74-bcc2-9d4af6dc8f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:25.612458 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41752) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:25.632806 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-dd4676f0-1f8d-4ac4-b454-789fe2941208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.664403 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80409134-b0cf-410f-9cf0-d0fce6c405c2 req-f74b16fa-2fd5-4f6e-adac-d0d97119c5fe tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:25.666165 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-80409134-b0cf-410f-9cf0-d0fce6c405c2 req-f74b16fa-2fd5-4f6e-adac-d0d97119c5fe tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 944 time: 0.0871577 Jun 21 04:26:25.712759 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-80409134-b0cf-410f-9cf0-d0fce6c405c2 req-7088b8ac-a3ac-4150-86eb-5287b7dd512e tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Jun 21 04:26:25.746076 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-dd4676f0-1f8d-4ac4-b454-789fe2941208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.751584 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-dd4676f0-1f8d-4ac4-b454-789fe2941208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.754825 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:25.799016 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-dd4676f0-1f8d-4ac4-b454-789fe2941208 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04683b483fa748a3ad5e870696483bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848261 Jun 21 04:26:25.799945 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4676f0-1f8d-4ac4-b454-789fe2941208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4804ca7d-2647-4de1-860d-29f9b501681d,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:25.801830 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41760) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:25.803479 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-dd4676f0-1f8d-4ac4-b454-789fe2941208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:25.861390 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-01715297-7bd3-44ff-83f7-cde538b0ba1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.885817 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-01715297-7bd3-44ff-83f7-cde538b0ba1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.940974 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-01715297-7bd3-44ff-83f7-cde538b0ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.945403 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-01715297-7bd3-44ff-83f7-cde538b0ba1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:25.947421 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-01715297-7bd3-44ff-83f7-cde538b0ba1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4804ca7d-2647-4de1-860d-29f9b501681d HTTP/1.1" status: 204 len: 168 time: 0.1424265 Jun 21 04:26:25.948338 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ec83bbde-592d-425d-bfd2-0fca08d8c868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:25.957884 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01715297-7bd3-44ff-83f7-cde538b0ba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4804ca7d-2647-4de1-860d-29f9b501681d,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:25.960750 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-01715297-7bd3-44ff-83f7-cde538b0ba1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:26.277615 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191bc0d-2f7d-4c14-a10e-8371aaeae349 req-19ffa873-1655-41c0-86aa-dc2933c0ce0c tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:26.279386 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d191bc0d-2f7d-4c14-a10e-8371aaeae349 req-19ffa873-1655-41c0-86aa-dc2933c0ce0c tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0841177 Jun 21 04:26:26.327751 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d191bc0d-2f7d-4c14-a10e-8371aaeae349 req-9e4ee772-6f30-4795-8cc3-a5851f46e07b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Jun 21 04:26:26.442799 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41796) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:26.684951 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1579218170-network', 'tenant_id': '2202210b927d41d2955f03f2e2e634b3'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:26.712321 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Made reservation on behalf of 2202210b927d41d2955f03f2e2e634b3 for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:26.714502 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:26.722714 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:26.829442 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:26.834608 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:26.838064 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cfe6d690-93d4-4e11-862c-98707ee84636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:26.865222 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:26:26.873170 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde09950-f1d1-4d67-a9d6-2b897710ade2,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:26.878252 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:26.879431 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:26.880001 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Added segment 75dca9dd-8d9e-48b9-8301-3c43bb6d5681 of type vlan for network 61598050-2950-494b-a900-71ed0517bdea Jun 21 04:26:26.921943 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97dbe3-888c-43ab-a5d3-9314b92e6830 req-9a80f611-164f-4e35-b07e-c9121222037d tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:26.923231 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:26.929319 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f97dbe3-888c-43ab-a5d3-9314b92e6830 req-9a80f611-164f-4e35-b07e-c9121222037d tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 944 time: 0.0873954 Jun 21 04:26:26.957411 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:26.959110 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:26.960492 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:26.965551 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-85403cfa-fc23-4380-a0d1-ea8e221f9fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:26.976401 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f97dbe3-888c-43ab-a5d3-9314b92e6830 req-f8eeb782-b81b-4431-9599-6eb5087e0ec1 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455399 Jun 21 04:26:27.238776 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7948158 Jun 21 04:26:27.241896 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41834) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:27.247551 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Request body: {'subnet': {'network_id': '61598050-2950-494b-a900-71ed0517bdea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1579218170-subnet', 'tenant_id': '2202210b927d41d2955f03f2e2e634b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:27.255045 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Pushing event updated for resources: {'Network': ['ID=61598050-2950-494b-a900-71ed0517bdea,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:27.260460 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:27.268641 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 61598050-2950-494b-a900-71ed0517bdea details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:26:27.304002 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Made reservation on behalf of 2202210b927d41d2955f03f2e2e634b3 for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:27.305713 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.466849 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a6e8b-224a-4aaf-a022-959b121de809 req-aeb8af8a-7c19-4243-beb3-7128adc64325 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:27.468421 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-aeb8af8a-7c19-4243-beb3-7128adc64325 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 815 time: 0.1754615 Jun 21 04:26:27.511938 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-3fc595d9-d924-493a-b37e-2744539485b0 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/quotas/235ec9f922cb4a0facf9914ca395dd5a HTTP/1.1" status: 200 len: 375 time: 0.0366333 Jun 21 04:26:27.519529 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 47514964-c010-48cb-9888-35c6f63c0783 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:27.562662 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee340d72-7416-4274-8e2d-7f1fd218dbec req-2b282c48-d419-47bc-8b2b-b91c62460468 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:27.564914 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ee340d72-7416-4274-8e2d-7f1fd218dbec req-2b282c48-d419-47bc-8b2b-b91c62460468 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0731251 Jun 21 04:26:27.582787 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 47514964-c010-48cb-9888-35c6f63c0783 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:27.587488 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 47514964-c010-48cb-9888-35c6f63c0783 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:27.588764 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.635082 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ee340d72-7416-4274-8e2d-7f1fd218dbec req-44bd876e-800c-4b94-9065-c3bd51bcbe42 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594525 Jun 21 04:26:27.647202 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-858613d3-b4e9-4254-84f9-5d092f5a283e tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344106 Jun 21 04:26:27.656619 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.692996 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-fcc69a2b-9ebb-4bc9-a667-32ac9a26ea3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:27.699163 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.732746 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6f8f82-52ef-44fc-80e1-c67cb47f79ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47514964-c010-48cb-9888-35c6f63c0783'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:27.736387 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7134fa9-4267-4402-93c1-2763c6b2e723" -d '{"events": [{"server_uuid": "bb6f8f82-52ef-44fc-80e1-c67cb47f79ce", "name": "network-vif-plugged", "status": "completed", "tag": "47514964-c010-48cb-9888-35c6f63c0783"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:27.762038 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 47514964-c010-48cb-9888-35c6f63c0783, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47514964-c010-48cb-9888-35c6f63c0783,segment=NetworkSegment(f2f33f12-df10-4584-8f14-13dbb9385885),segment_id=f2f33f12-df10-4584-8f14-13dbb9385885)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:27.768805 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.772138 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46b2d633-7d84-4733-ae74-92b3c446ab5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:27.835302 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e3bb55-1d1c-448f-8a29-1ab7547c4dde x-openstack-request-id: req-86e3bb55-1d1c-448f-8a29-1ab7547c4dde {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:27.835765 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6f8f82-52ef-44fc-80e1-c67cb47f79ce", "name": "network-vif-plugged", "status": "completed", "tag": "47514964-c010-48cb-9888-35c6f63c0783", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:27.836146 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86e3bb55-1d1c-448f-8a29-1ab7547c4dde {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:27.836953 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6f8f82-52ef-44fc-80e1-c67cb47f79ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47514964-c010-48cb-9888-35c6f63c0783', 'code': 200} Jun 21 04:26:27.844937 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=47514964-c010-48cb-9888-35c6f63c0783,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:27.856712 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:28.032012 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06874bcf-9c4d-4969-8ffe-fbf0329df450,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:28.068314 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:28.089437 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-63d94b20-0fdd-4c51-a6cf-fb2d582471e9 service neutron] 10.222.0.22 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413471 Jun 21 04:26:28.095353 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Checking segment: {'id': '75dca9dd-8d9e-48b9-8301-3c43bb6d5681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61598050-2950-494b-a900-71ed0517bdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:28.095902 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Network hostable DHCP agents. Network: 61598050-2950-494b-a900-71ed0517bdea, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:26:28.159870 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc4a27-dbf3-4918-85dc-784177f1ede6 req-03cdd3a9-9aa9-4778-9a90-17ada5f35148 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:28.161055 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-58fc4a27-dbf3-4918-85dc-784177f1ede6 req-03cdd3a9-9aa9-4778-9a90-17ada5f35148 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 945 time: 0.0670862 Jun 21 04:26:28.206080 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Network 61598050-2950-494b-a900-71ed0517bdea is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:26:28.211029 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-58fc4a27-dbf3-4918-85dc-784177f1ede6 req-a80cc23c-efd1-44fd-8d0f-b8d637e37fec tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Jun 21 04:26:28.241849 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 61598050-2950-494b-a900-71ed0517bdea) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:28.248893 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-53d1cebf-393d-4dab-8234-93766a217c15 service neutron] 10.222.0.22 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505246 Jun 21 04:26:28.250850 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:28.251735 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:28.255101 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd35ae-4cc6-431c-b37d-3aabe85cbc88 req-c1f2b5b6-ba4d-4c34-bf78-adebca18bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:28.256593 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b7cd35ae-4cc6-431c-b37d-3aabe85cbc88 req-c1f2b5b6-ba4d-4c34-bf78-adebca18bfa0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 1098 time: 0.1572528 Jun 21 04:26:28.258389 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f3fd6-7d37-47cb-b812-4a0338fdeb16 None None] Network 61598050-2950-494b-a900-71ed0517bdea requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:28.286418 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0351472 Jun 21 04:26:28.318180 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b7cd35ae-4cc6-431c-b37d-3aabe85cbc88 req-a5d5a78e-23e0-4d40-8514-a2bb7967ed2a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522389 Jun 21 04:26:28.521568 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40606661-8022-4711-8de5-32e52ea2ec0a None None] Network 61598050-2950-494b-a900-71ed0517bdea requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:28.528929 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-48a7d45c-80d7-4403-a669-d4817571cf7b req-6a8fde87-8a48-42dc-b238-85c5edb95a9c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 210 time: 0.0507402 Jun 21 04:26:28.565530 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41908) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:28.700397 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-74ac0e29-487b-49c9-ab0f-65ad50e745bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:28.879687 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3f545-f8ea-4be2-8977-4cc815996e52 req-8f56502e-5699-4f7f-bce7-e919933ac46a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:28.881747 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5eb3f545-f8ea-4be2-8977-4cc815996e52 req-8f56502e-5699-4f7f-bce7-e919933ac46a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1059742 Jun 21 04:26:28.911771 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-74ac0e29-487b-49c9-ab0f-65ad50e745bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:28.919333 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-74ac0e29-487b-49c9-ab0f-65ad50e745bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:28.924497 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-709ebfc0-54d3-42c6-8c05-dc582529ac55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:28.976278 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5eb3f545-f8ea-4be2-8977-4cc815996e52 req-5fa924cc-00d6-4325-9e4a-518c20b349ca tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819142 Jun 21 04:26:28.993207 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-74ac0e29-487b-49c9-ab0f-65ad50e745bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ce3e7134cdc493898c5388b884127e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239287 Jun 21 04:26:28.993432 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41924) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:28.997804 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac0e29-487b-49c9-ab0f-65ad50e745bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf7290-ea60-4db0-a3a6-ef8d22d9a455,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:29.001337 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-74ac0e29-487b-49c9-ab0f-65ad50e745bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:29.102463 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-aa3c700d-9953-4495-8970-3eb5442c6a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.134125 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-aa3c700d-9953-4495-8970-3eb5442c6a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.190248 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-aa3c700d-9953-4495-8970-3eb5442c6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.193340 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-aa3c700d-9953-4495-8970-3eb5442c6a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.194894 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-aa3c700d-9953-4495-8970-3eb5442c6a8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9cf7290-ea60-4db0-a3a6-ef8d22d9a455 HTTP/1.1" status: 204 len: 168 time: 0.2005250 Jun 21 04:26:29.195694 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-21bec023-3bc4-4b00-adb9-e34a8280b49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:29.203804 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c700d-9953-4495-8970-3eb5442c6a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf7290-ea60-4db0-a3a6-ef8d22d9a455,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:29.206823 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-aa3c700d-9953-4495-8970-3eb5442c6a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:29.535871 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc291a-68b0-4c04-b5c6-4ead0b972aac req-4c92f447-aa6e-4104-8de4-fc6d17449052 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:29.537745 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-60bc291a-68b0-4c04-b5c6-4ead0b972aac req-4c92f447-aa6e-4104-8de4-fc6d17449052 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 945 time: 0.1033745 Jun 21 04:26:29.600270 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-60bc291a-68b0-4c04-b5c6-4ead0b972aac req-51d45507-f8d5-49ed-b2ad-c75cdd338561 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497077 Jun 21 04:26:29.630294 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 41948) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:29.646650 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73b21f56-b511-4672-a0da-066e50b24863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.688094 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-02359d7c-10f6-4a69-8b22-95cd6567ba1b req-ffeb2369-41a6-4f81-b1d7-4a0a2e1da0fd tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 210 time: 0.0373464 Jun 21 04:26:29.744983 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73b21f56-b511-4672-a0da-066e50b24863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.749837 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73b21f56-b511-4672-a0da-066e50b24863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.753273 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:29.791198 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-73b21f56-b511-4672-a0da-066e50b24863 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a059920630234876a738270935c3e3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597049 Jun 21 04:26:29.792042 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b21f56-b511-4672-a0da-066e50b24863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8fa64c-e758-4c85-91d3-197b453f1091,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:29.794939 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 41950) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:29.795096 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-73b21f56-b511-4672-a0da-066e50b24863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:29.847612 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e9523a42-c932-4e47-b741-6f7c2b6ad283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.870922 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e9523a42-c932-4e47-b741-6f7c2b6ad283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.921585 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e9523a42-c932-4e47-b741-6f7c2b6ad283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.924177 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e9523a42-c932-4e47-b741-6f7c2b6ad283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.927992 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-e9523a42-c932-4e47-b741-6f7c2b6ad283 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c8fa64c-e758-4c85-91d3-197b453f1091 HTTP/1.1" status: 204 len: 168 time: 0.1289334 Jun 21 04:26:29.927992 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:29.935830 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9523a42-c932-4e47-b741-6f7c2b6ad283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8fa64c-e758-4c85-91d3-197b453f1091,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:29.938326 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e9523a42-c932-4e47-b741-6f7c2b6ad283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:30.183937 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2fc1-2420-45b5-bb4c-6ac55cf135e5 req-0bfdce3d-a795-4b97-970a-fdc738226f2c tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:30.183937 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-32ac2fc1-2420-45b5-bb4c-6ac55cf135e5 req-0bfdce3d-a795-4b97-970a-fdc738226f2c tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0768886 Jun 21 04:26:30.237992 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-32ac2fc1-2420-45b5-bb4c-6ac55cf135e5 req-122ac7d1-2086-4d46-a187-48abbc6b4138 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Jun 21 04:26:30.484592 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-b6126b0a-5954-4920-ac61-4cacc2a23524 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:30.493514 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-b6126b0a-5954-4920-ac61-4cacc2a23524 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/networks?id=61598050-2950-494b-a900-71ed0517bdea HTTP/1.1" status: 200 len: 814 time: 0.1221745 Jun 21 04:26:30.510653 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-5a1f08d9-e7a0-45b2-8e26-562e5d67a88f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/quotas/2202210b927d41d2955f03f2e2e634b3 HTTP/1.1" status: 200 len: 375 time: 0.0160637 Jun 21 04:26:30.551926 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-f486f875-6ae1-41c6-9ce8-33da3324bf26 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2202210b927d41d2955f03f2e2e634b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402675 Jun 21 04:26:30.597099 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a6e8b-224a-4aaf-a022-959b121de809 req-8dbd2518-9559-4fef-8db5-44b942348867 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:30.598687 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-8dbd2518-9559-4fef-8db5-44b942348867 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 815 time: 0.1571441 Jun 21 04:26:30.634931 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Request body: {'port': {'device_id': '84983457-e050-4990-b8ae-433481c2541c', 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4', 'admin_state_up': True, 'tenant_id': '235ec9f922cb4a0facf9914ca395dd5a'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:30.684920 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-bf0437dc-5d56-4e6d-8992-f1b49f2b8d96 service neutron] 10.222.0.22 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316698 Jun 21 04:26:30.797889 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Made reservation on behalf of 235ec9f922cb4a0facf9914ca395dd5a for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:30.805591 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.840959 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-f4de6e78-ca8c-4698-b8ee-f5ccc838674f service neutron] 10.222.0.22 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490922 Jun 21 04:26:31.096379 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25ccb3-51f8-4465-be57-944990659c10 req-e8d3a04e-46e2-47a9-a845-f29dc87533f8 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:31.098078 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ac25ccb3-51f8-4465-be57-944990659c10 req-e8d3a04e-46e2-47a9-a845-f29dc87533f8 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 945 time: 0.2090182 Jun 21 04:26:31.129966 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Allocated IP 172.20.0.9 (941dc9d7-c0aa-4c95-bd7f-062e494ef1f4/f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1/186153e5-2810-4962-8880-8fcd9a9353e0) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:31.169942 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e25f2d60-a57d-4f33-8e50-3a0845718bcb req-10191040-3663-48ab-8b90-c44ca45fde3d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 210 time: 0.0569901 Jun 21 04:26:31.184966 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ac25ccb3-51f8-4465-be57-944990659c10 req-38e2daa0-d79c-457b-bfdd-956acaa61893 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737872 Jun 21 04:26:31.334521 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-faeb6279-7bf3-4297-bb16-f3b6ce193697 req-72175cc6-6d28-4708-8597-8ea81bbf1f10 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 210 time: 0.0433257 Jun 21 04:26:31.430871 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.493992 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.501715 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-edf9d973-98f1-460d-b4de-bf5321297b0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:31.544708 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['b0028bb7-4248-411e-877a-cb2dcd4af1cc', '36539c45-891f-4e02-889c-9b77c9158028'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:31.558906 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:31.569699 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:31.574647 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:31.581457 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:31.582288 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.593450 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Pushing event updated for resources: {'Port': ['ID=186153e5-2810-4962-8880-8fcd9a9353e0,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:31.598836 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:31.610939 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9821222 Jun 21 04:26:31.620245 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672e7df-b8d6-4c0d-b8ca-9c914ce248bd req-216d39a9-4251-4900-8d50-2db1ca624227 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:31.622809 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6672e7df-b8d6-4c0d-b8ca-9c914ce248bd req-216d39a9-4251-4900-8d50-2db1ca624227 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1382122 Jun 21 04:26:31.656892 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Request body: {'port': {'device_id': '84983457-e050-4990-b8ae-433481c2541c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:31.699806 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6672e7df-b8d6-4c0d-b8ca-9c914ce248bd req-561a2af3-d9df-4330-9559-73810de1bbe5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684314 Jun 21 04:26:31.797265 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.097674 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186153e5-2810-4962-8880-8fcd9a9353e0 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:32.107135 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.122129 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Transition to ACTIVE for port object 186153e5-2810-4962-8880-8fcd9a9353e0 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:32.128115 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.131249 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-bb1d6f27-f23f-46e8-b29a-d2fbd3f8e18d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:32.204138 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Pushing event updated for resources: {'Port': ['ID=186153e5-2810-4962-8880-8fcd9a9353e0,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:32.209220 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:32.243620 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Attempting to bind port 186153e5-2810-4962-8880-8fcd9a9353e0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:32.243967 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Attempting to bind port 186153e5-2810-4962-8880-8fcd9a9353e0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:32.244292 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Attempting to bind port 186153e5-2810-4962-8880-8fcd9a9353e0 on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:32.249804 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Port 186153e5-2810-4962-8880-8fcd9a9353e0 on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:26:32.250128 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Attempting to bind port 186153e5-2810-4962-8880-8fcd9a9353e0 on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:32.255298 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:32.255638 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Checking segment: {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:32.256051 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Bound using segment: {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:32.256475 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Bound port: 186153e5-2810-4962-8880-8fcd9a9353e0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:32.256967 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.380070 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91868118-1194-48f6-a05f-fc7af3ee116e req-e8993cf9-f5e6-4754-aa98-0af42b11eb2a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:32.391984 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] For port 186153e5-2810-4962-8880-8fcd9a9353e0, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:32.397109 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-91868118-1194-48f6-a05f-fc7af3ee116e req-e8993cf9-f5e6-4754-aa98-0af42b11eb2a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 943 time: 0.1026416 Jun 21 04:26:32.409248 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] For port 186153e5-2810-4962-8880-8fcd9a9353e0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=186153e5-2810-4962-8880-8fcd9a9353e0,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:32.423449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc7b2a-5381-4d7b-ba42-acb7bffb6df5 req-80dc6c34-4d47-4e8b-9067-6ffcb6344957 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:32.425286 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-55cc7b2a-5381-4d7b-ba42-acb7bffb6df5 req-80dc6c34-4d47-4e8b-9067-6ffcb6344957 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 945 time: 0.1328783 Jun 21 04:26:32.426623 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.430463 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:32.446652 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-91868118-1194-48f6-a05f-fc7af3ee116e req-209bbb22-fe71-4020-b307-b1193896c326 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485723 Jun 21 04:26:32.500268 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:32.500984 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.502412 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] 10.222.0.44 "PUT /v2.0/ports/186153e5-2810-4962-8880-8fcd9a9353e0 HTTP/1.1" status: 200 len: 1093 time: 0.8571348 Jun 21 04:26:32.507518 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84983457-e050-4990-b8ae-433481c2541c', 'tag': '186153e5-2810-4962-8880-8fcd9a9353e0'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:32.510135 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4af620-379f-4b03-a4a6-b42c92f89f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "84983457-e050-4990-b8ae-433481c2541c", "tag": "186153e5-2810-4962-8880-8fcd9a9353e0"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:32.537078 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-55cc7b2a-5381-4d7b-ba42-acb7bffb6df5 req-6a042087-8600-4595-b28e-7b54d9443cac tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043828 Jun 21 04:26:32.538142 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Pushing event updated for resources: {'Port': ['ID=186153e5-2810-4962-8880-8fcd9a9353e0,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:32.541562 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:32.607792 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c663d727-ee26-4e5e-8d11-c546acf20430 req-5828f524-65f4-4f55-9150-837ef42e85d7 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 210 time: 0.0328083 Jun 21 04:26:32.664642 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3ec037-a946-419b-96cd-405c1e0ffb83 x-openstack-request-id: req-ca3ec037-a946-419b-96cd-405c1e0ffb83 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:32.665080 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84983457-e050-4990-b8ae-433481c2541c", "tag": "186153e5-2810-4962-8880-8fcd9a9353e0", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:32.665348 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca3ec037-a946-419b-96cd-405c1e0ffb83 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:32.665757 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84983457-e050-4990-b8ae-433481c2541c', 'tag': '186153e5-2810-4962-8880-8fcd9a9353e0', 'status': 'completed', 'code': 200} Jun 21 04:26:32.678996 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a6e8b-224a-4aaf-a022-959b121de809 req-58b061e8-2149-46da-b0e1-63b46b743776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:32.680533 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-58b061e8-2149-46da-b0e1-63b46b743776 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 1096 time: 0.0706096 Jun 21 04:26:32.785506 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-d94336d1-b9a2-4beb-ba4e-b37382e42f65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186153e5-2810-4962-8880-8fcd9a9353e0 HTTP/1.1" status: 200 len: 217 time: 0.0468395 Jun 21 04:26:32.912595 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a6e8b-224a-4aaf-a022-959b121de809 req-2d4dd8ea-7632-4085-97fd-7ea98a0febdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:32.914012 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-2d4dd8ea-7632-4085-97fd-7ea98a0febdf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 200 len: 855 time: 0.0879588 Jun 21 04:26:32.920767 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93875ddf-a0a1-44ff-aa65-9202153285ea req-ce1bf840-16e3-4cc3-ad8d-5afd271555cc tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:32.924107 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-93875ddf-a0a1-44ff-aa65-9202153285ea req-ce1bf840-16e3-4cc3-ad8d-5afd271555cc tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0947604 Jun 21 04:26:32.958629 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-b97cf163-94a4-49ae-b743-1a572acfe501 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324166 Jun 21 04:26:32.964038 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-93875ddf-a0a1-44ff-aa65-9202153285ea req-7f2c44f9-2166-4f09-840e-22b52cf3d4cf tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Jun 21 04:26:33.059835 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-eccee291-7ece-42ed-a0ad-8eee312f0c69 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851743 Jun 21 04:26:33.192360 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-153a6e8b-224a-4aaf-a022-959b121de809 req-6aedd0fa-61da-4a77-bb0a-0ca47f0246e5 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909567 Jun 21 04:26:33.546127 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-4ed21d59-d09a-4bc2-bf08-6b2d7263653e tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:33.547634 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-4ed21d59-d09a-4bc2-bf08-6b2d7263653e tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.44 "GET /v2.0/networks?id=61598050-2950-494b-a900-71ed0517bdea HTTP/1.1" status: 200 len: 814 time: 0.1399751 Jun 21 04:26:33.553686 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-ac84b3fe-2f08-4080-b193-061c97747e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:33.555085 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-ac84b3fe-2f08-4080-b193-061c97747e4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 1096 time: 0.1262760 Jun 21 04:26:33.600127 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Request body: {'port': {'device_id': 'afa0e63e-3123-4362-800e-accf400229ce', 'network_id': '61598050-2950-494b-a900-71ed0517bdea', 'admin_state_up': True, 'tenant_id': '2202210b927d41d2955f03f2e2e634b3'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:33.768348 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-0bc0a383-a894-4156-b239-d9ef200b8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:33.769837 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-0bc0a383-a894-4156-b239-d9ef200b8bed service neutron] 10.222.0.44 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 916 time: 0.1746793 Jun 21 04:26:33.780993 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7544b0e-fcec-4c40-bb43-13e40f49f77f req-9b67f0d5-ba9b-4f18-8b4b-4bcfb2273b9a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:33.782971 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b7544b0e-fcec-4c40-bb43-13e40f49f77f req-9b67f0d5-ba9b-4f18-8b4b-4bcfb2273b9a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 943 time: 0.2156615 Jun 21 04:26:33.786341 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c3c63373-4220-4cd7-a5cf-cc6056e22bde req-2e349e5b-4b93-49f3-8765-ce6ab3a9a52e tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 210 time: 0.0616450 Jun 21 04:26:33.851714 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-fe326c42-153e-490a-965f-88788d00eb49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186153e5-2810-4962-8880-8fcd9a9353e0 HTTP/1.1" status: 200 len: 217 time: 0.0515299 Jun 21 04:26:33.884503 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Made reservation on behalf of 2202210b927d41d2955f03f2e2e634b3 for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:33.887967 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.922924 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b7544b0e-fcec-4c40-bb43-13e40f49f77f req-4ca30007-7d29-4011-9f1f-2648801cdc8a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239395 Jun 21 04:26:33.947441 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-cce915b0-e8cf-4519-a6e2-00194a63a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:33.948941 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-cce915b0-e8cf-4519-a6e2-00194a63a2cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 200 len: 855 time: 0.0789907 Jun 21 04:26:34.067576 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-8b236293-ced1-46aa-a9e9-b87a39707186 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523512 Jun 21 04:26:34.159186 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Allocated IP 172.20.0.14 (61598050-2950-494b-a900-71ed0517bdea/06874bcf-9c4d-4969-8ffe-fbf0329df450/8c6c7a25-8302-4972-b272-36e396fe67c8) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:34.246988 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-b8b9177d-5cb8-46f1-92be-8fc5eae3cd16 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671607 Jun 21 04:26:34.318936 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea097fed-dded-4e67-ac63-8a545e8e3e56 req-af82413d-fe0e-4ff1-ae7a-5d13963d0d1c tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:34.320435 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ea097fed-dded-4e67-ac63-8a545e8e3e56 req-af82413d-fe0e-4ff1-ae7a-5d13963d0d1c tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.2303886 Jun 21 04:26:34.458297 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ea097fed-dded-4e67-ac63-8a545e8e3e56 req-1fb3e473-6f6b-4469-9af3-ab632e9ff7cb tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081018 Jun 21 04:26:34.468074 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1c4af620-379f-4b03-a4a6-b42c92f89f2a req-0b0388e5-61ce-48cb-bcc1-4f4467c42da8 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104466 Jun 21 04:26:34.488030 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.747613 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.751717 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:34.796693 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Network 61598050-2950-494b-a900-71ed0517bdea is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:34.800237 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:34.808309 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:34.814171 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:34.814827 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.836828 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Pushing event updated for resources: {'Port': ['ID=8c6c7a25-8302-4972-b272-36e396fe67c8,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:34.841419 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:34.848757 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2523751 Jun 21 04:26:34.891605 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Request body: {'port': {'device_id': 'afa0e63e-3123-4362-800e-accf400229ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:34.978082 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.998791 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8714-dba5-4ce9-b9ba-b9b40cf001a1 req-0dab19af-1e80-41ae-8943-394f14f2d953 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:35.006874 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e2e8714-dba5-4ce9-b9ba-b9b40cf001a1 req-0dab19af-1e80-41ae-8943-394f14f2d953 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 932 time: 0.0977345 Jun 21 04:26:35.068823 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e2e8714-dba5-4ce9-b9ba-b9b40cf001a1 req-8ca601e8-9ecb-4cbd-920b-a1d1a7df292c tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593266 Jun 21 04:26:35.264205 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a7339-e2d3-4be5-899b-01504c3f36f1 req-61cc1d4d-da33-4481-9223-b35a2e6c5174 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:35.265725 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-320a7339-e2d3-4be5-899b-01504c3f36f1 req-61cc1d4d-da33-4481-9223-b35a2e6c5174 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 943 time: 0.2068105 Jun 21 04:26:35.325185 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-320a7339-e2d3-4be5-899b-01504c3f36f1 req-0e64df2b-ec98-479e-a2b4-963e701ba231 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510476 Jun 21 04:26:35.416227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6c7a25-8302-4972-b272-36e396fe67c8 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:35.425756 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.438481 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Transition to ACTIVE for port object 8c6c7a25-8302-4972-b272-36e396fe67c8 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:35.445196 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.448283 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:35.525566 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6c7a25-8302-4972-b272-36e396fe67c8,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:35.543246 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:35.558310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Attempting to bind port 8c6c7a25-8302-4972-b272-36e396fe67c8 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:35.558310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Attempting to bind port 8c6c7a25-8302-4972-b272-36e396fe67c8 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '75dca9dd-8d9e-48b9-8301-3c43bb6d5681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61598050-2950-494b-a900-71ed0517bdea'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:35.558310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Attempting to bind port 8c6c7a25-8302-4972-b272-36e396fe67c8 on network 61598050-2950-494b-a900-71ed0517bdea {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:35.563333 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Port 8c6c7a25-8302-4972-b272-36e396fe67c8 on network 61598050-2950-494b-a900-71ed0517bdea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:26:35.563653 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Attempting to bind port 8c6c7a25-8302-4972-b272-36e396fe67c8 on network 61598050-2950-494b-a900-71ed0517bdea {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:35.568981 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:35.569325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Checking segment: {'id': '75dca9dd-8d9e-48b9-8301-3c43bb6d5681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61598050-2950-494b-a900-71ed0517bdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:35.569697 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Bound using segment: {'id': '75dca9dd-8d9e-48b9-8301-3c43bb6d5681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61598050-2950-494b-a900-71ed0517bdea'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:35.570120 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Bound port: 8c6c7a25-8302-4972-b272-36e396fe67c8, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75dca9dd-8d9e-48b9-8301-3c43bb6d5681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61598050-2950-494b-a900-71ed0517bdea'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:35.570475 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.672094 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] For port 8c6c7a25-8302-4972-b272-36e396fe67c8, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:35.675762 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] For port 8c6c7a25-8302-4972-b272-36e396fe67c8, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c6c7a25-8302-4972-b272-36e396fe67c8,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:35.689617 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080b597-9a0f-4b97-b486-610427c65cf0 req-1eecaa2d-2b23-45f4-b8ab-4906c8aa7d32 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:35.691111 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a080b597-9a0f-4b97-b486-610427c65cf0 req-1eecaa2d-2b23-45f4-b8ab-4906c8aa7d32 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1178322 Jun 21 04:26:35.692346 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.694398 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-f27b2214-917f-4de9-8e14-aece3663b07f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:35.739682 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:35.740300 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.741652 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] 10.222.0.44 "PUT /v2.0/ports/8c6c7a25-8302-4972-b272-36e396fe67c8 HTTP/1.1" status: 200 len: 1094 time: 0.8546488 Jun 21 04:26:35.745986 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa0e63e-3123-4362-800e-accf400229ce', 'tag': '8c6c7a25-8302-4972-b272-36e396fe67c8'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:35.748479 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b9abf-3371-43cc-aad3-565e2d66abe8" -d '{"events": [{"name": "network-changed", "server_uuid": "afa0e63e-3123-4362-800e-accf400229ce", "tag": "8c6c7a25-8302-4972-b272-36e396fe67c8"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:35.785088 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a080b597-9a0f-4b97-b486-610427c65cf0 req-d3da1a9c-66cc-4bba-bbaf-7f3f1cbc88fc tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869644 Jun 21 04:26:35.788325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6c7a25-8302-4972-b272-36e396fe67c8,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:35.791579 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:35.823523 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b219a3-9449-4089-b3cf-eb646a521bbd x-openstack-request-id: req-d7b219a3-9449-4089-b3cf-eb646a521bbd {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:35.823960 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa0e63e-3123-4362-800e-accf400229ce", "tag": "8c6c7a25-8302-4972-b272-36e396fe67c8", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:35.824376 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7b219a3-9449-4089-b3cf-eb646a521bbd {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:35.824793 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa0e63e-3123-4362-800e-accf400229ce', 'tag': '8c6c7a25-8302-4972-b272-36e396fe67c8', 'status': 'completed', 'code': 200} Jun 21 04:26:35.918908 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-568dce24-69b9-4bf5-90ba-212143ad89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:35.920742 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-568dce24-69b9-4bf5-90ba-212143ad89d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2202210b927d41d2955f03f2e2e634b3&device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 1097 time: 0.0619898 Jun 21 04:26:35.976814 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-56555905-12e4-4cb1-a8da-b03855ba5150 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6c7a25-8302-4972-b272-36e396fe67c8 HTTP/1.1" status: 200 len: 217 time: 0.0380952 Jun 21 04:26:36.037675 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-4df762a7-10fe-4e42-8e37-a3ea33d800f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:36.039270 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-4df762a7-10fe-4e42-8e37-a3ea33d800f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06874bcf-9c4d-4969-8ffe-fbf0329df450 HTTP/1.1" status: 200 len: 854 time: 0.0540154 Jun 21 04:26:36.080489 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-26884d24-4dcc-4243-a766-c3e2107dfaa6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=61598050-2950-494b-a900-71ed0517bdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328279 Jun 21 04:26:36.130872 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42190) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:36.185904 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-c3bf0d48-1cb8-4923-9aac-89c702a4aa0c service neutron] 10.222.0.44 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950241 Jun 21 04:26:36.241869 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c78327a-42d2-4d15-b067-e573b28d378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.329844 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c78327a-42d2-4d15-b067-e573b28d378d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.333650 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2704e-9de5-4b1b-afde-218c1aa897a6 req-4ee873c3-f324-485b-958e-11b02f4d7565 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:36.335950 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-85f2704e-9de5-4b1b-afde-218c1aa897a6 req-4ee873c3-f324-485b-958e-11b02f4d7565 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 944 time: 0.1404612 Jun 21 04:26:36.337539 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c78327a-42d2-4d15-b067-e573b28d378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.340926 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0dc7993e-4617-416e-92d7-000a8cc669c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:36.341316 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-384ddb3c-eb31-4e91-a931-29e5494fcd5d req-a3cbb8cd-2bc8-4602-82a9-a08dc93ea31b service neutron] 10.222.0.44 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353400 Jun 21 04:26:36.377028 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78327a-42d2-4d15-b067-e573b28d378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa05d0bd-9668-4c44-b5e8-a936f4398672,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:36.381531 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4c78327a-42d2-4d15-b067-e573b28d378d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9338f4a182046a69cedc4635d49bcd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494779 Jun 21 04:26:36.382731 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4c78327a-42d2-4d15-b067-e573b28d378d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:36.388423 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-85f2704e-9de5-4b1b-afde-218c1aa897a6 req-22723d65-08cb-429a-a673-b0cc8450f7f4 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460320 Jun 21 04:26:36.388896 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 42198) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:36.462934 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-32eab44f-c613-4093-ad3e-acbc759c0cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.518481 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-32eab44f-c613-4093-ad3e-acbc759c0cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.600530 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-b3ec8749-fc7a-435d-9827-34171226ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:36.602144 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-b3ec8749-fc7a-435d-9827-34171226ccb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2202210b927d41d2955f03f2e2e634b3&device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 1097 time: 0.1033404 Jun 21 04:26:36.612322 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056f42-63fd-449e-9db1-c2b8ecce1dae req-ca7d924e-f01b-4b82-9e06-880a59945fa8 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:36.613044 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-32eab44f-c613-4093-ad3e-acbc759c0cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.616312 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-32eab44f-c613-4093-ad3e-acbc759c0cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.621169 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-28056f42-63fd-449e-9db1-c2b8ecce1dae req-ca7d924e-f01b-4b82-9e06-880a59945fa8 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 943 time: 0.1070838 Jun 21 04:26:36.624132 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-32eab44f-c613-4093-ad3e-acbc759c0cb9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa05d0bd-9668-4c44-b5e8-a936f4398672 HTTP/1.1" status: 204 len: 168 time: 0.2307665 Jun 21 04:26:36.626181 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:36.660434 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-28056f42-63fd-449e-9db1-c2b8ecce1dae req-7ad6d9c9-526f-4dde-aadd-7885c33011b5 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382643 Jun 21 04:26:36.690674 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eab44f-c613-4093-ad3e-acbc759c0cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa05d0bd-9668-4c44-b5e8-a936f4398672,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:36.693471 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-32eab44f-c613-4093-ad3e-acbc759c0cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:36.764075 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-032fd841-403b-4915-a6d0-f2c81078cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:36.766434 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-032fd841-403b-4915-a6d0-f2c81078cad1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=61598050-2950-494b-a900-71ed0517bdea HTTP/1.1" status: 200 len: 915 time: 0.1410923 Jun 21 04:26:36.821516 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-63996039-db1a-4903-aa45-d0758b3d30ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c6c7a25-8302-4972-b272-36e396fe67c8 HTTP/1.1" status: 200 len: 217 time: 0.0477021 Jun 21 04:26:36.886616 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-5239eb14-8a49-498c-9502-7901d18a27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:36.888359 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-5239eb14-8a49-498c-9502-7901d18a27b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06874bcf-9c4d-4969-8ffe-fbf0329df450 HTTP/1.1" status: 200 len: 854 time: 0.0596757 Jun 21 04:26:36.927762 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-3593f2c2-7e1a-415e-8484-64bdd28635c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=61598050-2950-494b-a900-71ed0517bdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318522 Jun 21 04:26:37.060856 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-f51cf7df-8671-482c-9d52-8416a22e9fc6 service neutron] 10.222.0.44 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229010 Jun 21 04:26:37.063656 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42232) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:37.077956 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8aef8d36-affd-47cb-8355-bb19a7b45d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.219106 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8aef8d36-affd-47cb-8355-bb19a7b45d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.229816 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8aef8d36-affd-47cb-8355-bb19a7b45d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.231634 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-832b9abf-3371-43cc-aad3-565e2d66abe8 req-a75c2e1d-e0be-4377-92f0-591e26160c0b service neutron] 10.222.0.44 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136620 Jun 21 04:26:37.234897 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-35274340-cff8-48e1-8b65-0c3a8b517227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:37.277113 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-8aef8d36-affd-47cb-8355-bb19a7b45d3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=497023f8712a4598a67452d7df9c4771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124038 Jun 21 04:26:37.279949 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 42234) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:37.281546 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef8d36-affd-47cb-8355-bb19a7b45d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e644ab-a2a7-4b95-bab2-d908cc94b97a,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:37.292529 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819735d-e2ad-49ff-98ed-37d1dc782e85 req-2e2cd752-8e90-4837-9b21-f3fc04411867 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:37.294379 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8819735d-e2ad-49ff-98ed-37d1dc782e85 req-2e2cd752-8e90-4837-9b21-f3fc04411867 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1454446 Jun 21 04:26:37.295645 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8aef8d36-affd-47cb-8355-bb19a7b45d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:37.351391 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-09e6d029-2073-4738-b7d0-602a2e5aa500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.371005 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8819735d-e2ad-49ff-98ed-37d1dc782e85 req-cecbf02e-886b-454f-b590-e095cabf0041 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650826 Jun 21 04:26:37.404869 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-09e6d029-2073-4738-b7d0-602a2e5aa500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.462519 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2438-d78a-49d7-bcc3-b27d818b082d req-e744a614-48a8-4cd9-9c7e-61b03f07b2c7 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:37.464017 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-246a2438-d78a-49d7-bcc3-b27d818b082d req-e744a614-48a8-4cd9-9c7e-61b03f07b2c7 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 945 time: 0.1025271 Jun 21 04:26:37.478705 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-09e6d029-2073-4738-b7d0-602a2e5aa500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.481292 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-09e6d029-2073-4738-b7d0-602a2e5aa500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.485464 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-09e6d029-2073-4738-b7d0-602a2e5aa500 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71e644ab-a2a7-4b95-bab2-d908cc94b97a HTTP/1.1" status: 204 len: 168 time: 0.2012756 Jun 21 04:26:37.489450 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-036d1130-7c45-4703-865f-c6b25efab6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:37.500717 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6d029-2073-4738-b7d0-602a2e5aa500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e644ab-a2a7-4b95-bab2-d908cc94b97a,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:37.505419 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-09e6d029-2073-4738-b7d0-602a2e5aa500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:37.521715 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-246a2438-d78a-49d7-bcc3-b27d818b082d req-6a640a5f-0b07-4b41-b984-86fe8527cd9f tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515814 Jun 21 04:26:37.570599 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 186153e5-2810-4962-8880-8fcd9a9353e0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:37.584599 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6057c-4db8-4427-8000-f362e53355fa req-341f6dfd-70c2-410b-bb6d-bbd75adc10b2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:37.586092 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-18c6057c-4db8-4427-8000-f362e53355fa req-341f6dfd-70c2-410b-bb6d-bbd75adc10b2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 944 time: 0.0773165 Jun 21 04:26:37.636315 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-18c6057c-4db8-4427-8000-f362e53355fa req-0509a8fc-878a-47fc-a23b-6298b3812cd7 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Jun 21 04:26:37.680051 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 186153e5-2810-4962-8880-8fcd9a9353e0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=186153e5-2810-4962-8880-8fcd9a9353e0,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:37.693763 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '186153e5-2810-4962-8880-8fcd9a9353e0', 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4', 'port_id': '186153e5-2810-4962-8880-8fcd9a9353e0', 'mac_address': 'fa:16:3e:38:8a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:37.740102 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.763017 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186153e5-2810-4962-8880-8fcd9a9353e0 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:37.791726 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 186153e5-2810-4962-8880-8fcd9a9353e0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=186153e5-2810-4962-8880-8fcd9a9353e0,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:37.796350 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.799298 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:37.848362 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=186153e5-2810-4962-8880-8fcd9a9353e0,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:37.853086 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:37.865580 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dace9-6678-444e-a018-43f76be873ca req-a85077c9-5f11-4f5c-89ca-103ab93ff22c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:37.867098 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-df4dace9-6678-444e-a018-43f76be873ca req-a85077c9-5f11-4f5c-89ca-103ab93ff22c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 944 time: 0.0728266 Jun 21 04:26:37.905134 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-df4dace9-6678-444e-a018-43f76be873ca req-eedb8fd0-997c-4996-b9c4-7a24b4482c67 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Jun 21 04:26:38.551000 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481f1de-ecfa-4e29-b755-45559def04b6 req-820abddc-6a1d-40e8-938e-230c60da2189 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:38.552494 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0481f1de-ecfa-4e29-b755-45559def04b6 req-820abddc-6a1d-40e8-938e-230c60da2189 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0666265 Jun 21 04:26:38.590204 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0481f1de-ecfa-4e29-b755-45559def04b6 req-24bcdd2b-5134-4daf-bef7-090ecf854442 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Jun 21 04:26:38.706122 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ee6a-2a40-4aef-95ac-1957b990443c req-510e1d5e-4101-471a-a7d9-48e27fdab44c tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:38.707567 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c347ee6a-2a40-4aef-95ac-1957b990443c req-510e1d5e-4101-471a-a7d9-48e27fdab44c tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 945 time: 0.0734980 Jun 21 04:26:38.740507 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['186153e5-2810-4962-8880-8fcd9a9353e0'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:38.746795 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c347ee6a-2a40-4aef-95ac-1957b990443c req-b95c2904-e65f-4066-a49e-568065a3e8a1 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Jun 21 04:26:38.803568 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cdf5b-75c5-4eea-90e7-84ed1bf5cc71 req-ab34298d-b6a5-4e4e-8daf-1fcd26e2171f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:38.805311 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2b6cdf5b-75c5-4eea-90e7-84ed1bf5cc71 req-ab34298d-b6a5-4e4e-8daf-1fcd26e2171f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 944 time: 0.0674469 Jun 21 04:26:38.819694 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c35f0583-3f27-46d5-b030-6dee529ae411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.844376 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2b6cdf5b-75c5-4eea-90e7-84ed1bf5cc71 req-d3239847-2bbb-47cc-a434-5c14b81735f6 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Jun 21 04:26:39.084779 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a12e5-7795-4ceb-8828-0eadcd9371c5 req-662f85b0-f629-4f51-b764-ccfe53ba307c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:39.086231 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9a0a12e5-7795-4ceb-8828-0eadcd9371c5 req-662f85b0-f629-4f51-b764-ccfe53ba307c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 944 time: 0.0692663 Jun 21 04:26:39.127931 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9a0a12e5-7795-4ceb-8828-0eadcd9371c5 req-9c061f54-afb5-4604-9e26-1e30a0d69d46 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343585 Jun 21 04:26:39.778844 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb94a66-92be-4b9c-94bf-495a4cb36a6d req-750fc328-8382-471b-b013-f80b2477b92d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:39.781665 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0eb94a66-92be-4b9c-94bf-495a4cb36a6d req-750fc328-8382-471b-b013-f80b2477b92d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0717516 Jun 21 04:26:39.790317 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-d0fafb83-7813-46f5-816e-54f12814d687 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:39.792133 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-d0fafb83-7813-46f5-816e-54f12814d687 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 945 time: 0.0747652 Jun 21 04:26:39.823860 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0eb94a66-92be-4b9c-94bf-495a4cb36a6d req-fc6840d8-e92c-4fb7-a0c5-1a8fbc4b4675 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Jun 21 04:26:39.965645 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Deleting port 47514964-c010-48cb-9888-35c6f63c0783 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:26:39.965989 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.019402 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3704c5-24f3-4375-b16b-62a7a7db474d req-13c080d2-73c2-4507-b84a-a64059712029 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:40.021025 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0c3704c5-24f3-4375-b16b-62a7a7db474d req-13c080d2-73c2-4507-b84a-a64059712029 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 944 time: 0.0631280 Jun 21 04:26:40.029645 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37dc88-b674-4131-9813-10ff659dc572 req-dabbd072-56ac-461f-8e49-be53c04158c7 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:40.031000 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8b37dc88-b674-4131-9813-10ff659dc572 req-dabbd072-56ac-461f-8e49-be53c04158c7 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 945 time: 0.1277237 Jun 21 04:26:40.064093 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0c3704c5-24f3-4375-b16b-62a7a7db474d req-64e6877a-eaea-4c79-88c6-7fab9ccc694a tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371430 Jun 21 04:26:40.088571 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] For port 47514964-c010-48cb-9888-35c6f63c0783, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47514964-c010-48cb-9888-35c6f63c0783,segment=NetworkSegment(f2f33f12-df10-4584-8f14-13dbb9385885),segment_id=f2f33f12-df10-4584-8f14-13dbb9385885)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:40.088938 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.099923 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8b37dc88-b674-4131-9813-10ff659dc572 req-31e0e1b8-18aa-4579-a4a0-3c392a632bb8 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/security-groups?id=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631733 Jun 21 04:26:40.158750 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Calling delete_port for 47514964-c010-48cb-9888-35c6f63c0783 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:26:40.299548 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.303760 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:40.314235 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334230cc-b9ce-431d-b47a-598d6994c95e req-e4e2a32b-d963-465c-bf6e-f32347a444db tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:40.317477 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-334230cc-b9ce-431d-b47a-598d6994c95e req-e4e2a32b-d963-465c-bf6e-f32347a444db tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 944 time: 0.0759873 Jun 21 04:26:40.328944 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Pushing event deleted for resources: {'Port': ['ID=47514964-c010-48cb-9888-35c6f63c0783,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:40.332398 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:40.356239 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-334230cc-b9ce-431d-b47a-598d6994c95e req-97989c48-0de6-48de-86de-e6d751f0e35f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348120 Jun 21 04:26:40.374101 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] No DVR routers for this DVR port 47514964-c010-48cb-9888-35c6f63c0783 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:26:40.377524 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.380458 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-52a5268d-8a29-4c2d-abd6-cc5906fb408b req-e4f1c85d-37c2-457d-91a7-5644203e5d5b tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.44 "DELETE /v2.0/ports/47514964-c010-48cb-9888-35c6f63c0783 HTTP/1.1" status: 204 len: 173 time: 0.5638375 Jun 21 04:26:40.381010 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6f8f82-52ef-44fc-80e1-c67cb47f79ce', 'name': 'network-vif-deleted', 'tag': '47514964-c010-48cb-9888-35c6f63c0783'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:40.384454 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d63cee-7884-4455-9e27-67eccaeee4b8" -d '{"events": [{"server_uuid": "bb6f8f82-52ef-44fc-80e1-c67cb47f79ce", "name": "network-vif-deleted", "tag": "47514964-c010-48cb-9888-35c6f63c0783"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:40.424715 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4885f8-cf91-4dd2-8f14-6b8ba109ac22 x-openstack-request-id: req-9d4885f8-cf91-4dd2-8f14-6b8ba109ac22 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:40.425314 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6f8f82-52ef-44fc-80e1-c67cb47f79ce", "name": "network-vif-deleted", "tag": "47514964-c010-48cb-9888-35c6f63c0783", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:40.425763 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d4885f8-cf91-4dd2-8f14-6b8ba109ac22 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:40.426437 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6f8f82-52ef-44fc-80e1-c67cb47f79ce', 'name': 'network-vif-deleted', 'tag': '47514964-c010-48cb-9888-35c6f63c0783', 'status': 'completed', 'code': 200} Jun 21 04:26:40.571960 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['47514964-c010-48cb-9888-35c6f63c0783'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:41.016208 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c9540-b6e2-4b5f-a3ed-66d3daf29738 req-80695298-81f9-4091-9180-b105580042a1 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:41.017668 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-517c9540-b6e2-4b5f-a3ed-66d3daf29738 req-80695298-81f9-4091-9180-b105580042a1 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0817385 Jun 21 04:26:41.055319 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-517c9540-b6e2-4b5f-a3ed-66d3daf29738 req-d260c7bc-45dd-43d4-9371-5096b3c506e6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Jun 21 04:26:41.247197 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1d322-5ef3-46f3-b191-54a8a89c05a3 req-32dc6e21-0f0c-4e8b-b0b8-cbfd05d8a8d5 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:41.248837 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9bb1d322-5ef3-46f3-b191-54a8a89c05a3 req-32dc6e21-0f0c-4e8b-b0b8-cbfd05d8a8d5 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 944 time: 0.0728657 Jun 21 04:26:41.258088 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fc4d9ab9-5c15-42c9-a4ca-dbdfece4325f req-6804234a-216d-4266-9d24-2c1d5cfb8f98 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb6f8f82-52ef-44fc-80e1-c67cb47f79ce HTTP/1.1" status: 200 len: 210 time: 0.0297217 Jun 21 04:26:41.294082 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9bb1d322-5ef3-46f3-b191-54a8a89c05a3 req-ffc81dbd-a6e5-4110-9533-5746a8d3446f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Jun 21 04:26:41.473365 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:26:41.516550 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-76134210-35f1-44ce-8fc5-77a80726a9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.538714 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9abde-ef40-4bb9-9527-e16a96288e4a req-ff5d7a1d-8403-4180-9c70-b1946ef1a5be tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:41.540276 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-12f9abde-ef40-4bb9-9527-e16a96288e4a req-ff5d7a1d-8403-4180-9c70-b1946ef1a5be tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 944 time: 0.0745864 Jun 21 04:26:41.578200 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-12f9abde-ef40-4bb9-9527-e16a96288e4a req-c0c32a1d-8749-4405-a283-690f40cc7cc3 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Jun 21 04:26:41.585065 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 8c6c7a25-8302-4972-b272-36e396fe67c8 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:41.599002 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 186153e5-2810-4962-8880-8fcd9a9353e0 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:41.707350 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 186153e5-2810-4962-8880-8fcd9a9353e0 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:41.719046 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 186153e5-2810-4962-8880-8fcd9a9353e0 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:41.719420 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.721885 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 8c6c7a25-8302-4972-b272-36e396fe67c8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c6c7a25-8302-4972-b272-36e396fe67c8,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:41.755643 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '8c6c7a25-8302-4972-b272-36e396fe67c8', 'network_id': '61598050-2950-494b-a900-71ed0517bdea', 'port_id': '8c6c7a25-8302-4972-b272-36e396fe67c8', 'mac_address': 'fa:16:3e:0b:6f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06874bcf-9c4d-4969-8ffe-fbf0329df450', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:41.805730 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.823085 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.860721 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6c7a25-8302-4972-b272-36e396fe67c8 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:41.886567 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.889218 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 8c6c7a25-8302-4972-b272-36e396fe67c8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c6c7a25-8302-4972-b272-36e396fe67c8,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:41.897533 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.900689 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:41.932370 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84983457-e050-4990-b8ae-433481c2541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186153e5-2810-4962-8880-8fcd9a9353e0'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:41.934733 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf9d7b2-8eac-4446-9e7b-ede4ba34ca95" -d '{"events": [{"server_uuid": "84983457-e050-4990-b8ae-433481c2541c", "name": "network-vif-plugged", "status": "completed", "tag": "186153e5-2810-4962-8880-8fcd9a9353e0"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:41.952818 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 186153e5-2810-4962-8880-8fcd9a9353e0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=186153e5-2810-4962-8880-8fcd9a9353e0,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:41.964256 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.970276 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=8c6c7a25-8302-4972-b272-36e396fe67c8,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:41.973489 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:41.973936 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:41.976765 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea4ea67-9dbd-422a-9ae3-76e6b1b612e0 x-openstack-request-id: req-9ea4ea67-9dbd-422a-9ae3-76e6b1b612e0 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:41.977050 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84983457-e050-4990-b8ae-433481c2541c", "name": "network-vif-plugged", "status": "completed", "tag": "186153e5-2810-4962-8880-8fcd9a9353e0", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:41.977307 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ea4ea67-9dbd-422a-9ae3-76e6b1b612e0 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:41.977688 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84983457-e050-4990-b8ae-433481c2541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186153e5-2810-4962-8880-8fcd9a9353e0', 'code': 200} Jun 21 04:26:42.021906 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=186153e5-2810-4962-8880-8fcd9a9353e0,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:42.024819 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:42.244371 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674278d-44b1-41f4-a63e-39dede35089c req-cfa7840c-2087-441a-94e4-36a55359bf0a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:42.245852 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2674278d-44b1-41f4-a63e-39dede35089c req-cfa7840c-2087-441a-94e4-36a55359bf0a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0670989 Jun 21 04:26:42.261707 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c71439-1b7b-4c78-9217-9576ca4a32da req-02578ba3-762d-4556-bbb5-d3b46c507f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:42.263221 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-97c71439-1b7b-4c78-9217-9576ca4a32da req-02578ba3-762d-4556-bbb5-d3b46c507f3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 1098 time: 0.0565813 Jun 21 04:26:42.283144 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:42.296715 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2674278d-44b1-41f4-a63e-39dede35089c req-819f04c5-f57a-43ba-a2d0-2f7b9fee4990 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 Jun 21 04:26:42.301946 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-97c71439-1b7b-4c78-9217-9576ca4a32da req-75cbddbf-ab6e-4ed6-b862-7c3eabd12ee0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Jun 21 04:26:42.496193 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d1a74-76e9-46ea-a7ea-dbb570f3f9ce req-59b4f124-12e7-4704-89f8-114f4d6a41d2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:42.497823 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a96d1a74-76e9-46ea-a7ea-dbb570f3f9ce req-59b4f124-12e7-4704-89f8-114f4d6a41d2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 945 time: 0.0859525 Jun 21 04:26:42.543940 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a96d1a74-76e9-46ea-a7ea-dbb570f3f9ce req-d73c15b1-3777-43bf-8cdb-fbe96a67bf3d tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Jun 21 04:26:42.621604 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['8c6c7a25-8302-4972-b272-36e396fe67c8'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:42.767201 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13728d35-f621-4058-9c6e-8c8ff4b37d59 req-e61ce612-7d78-4031-a658-276fccf3bc48 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:42.768823 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-13728d35-f621-4058-9c6e-8c8ff4b37d59 req-e61ce612-7d78-4031-a658-276fccf3bc48 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 945 time: 0.0659206 Jun 21 04:26:42.810128 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-13728d35-f621-4058-9c6e-8c8ff4b37d59 req-85f92b25-9988-4461-8489-0e3489395f25 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Jun 21 04:26:43.467405 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca30e-230e-4ed6-b5c5-4a2f64f77e4e req-b3e37e68-f859-453f-9493-34dd4b342aea tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:43.468794 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-538ca30e-230e-4ed6-b5c5-4a2f64f77e4e req-b3e37e68-f859-453f-9493-34dd4b342aea tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0636253 Jun 21 04:26:43.512698 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-538ca30e-230e-4ed6-b5c5-4a2f64f77e4e req-c66d479a-6b66-4968-acb4-722f463420ad tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Jun 21 04:26:43.602983 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 47514964-c010-48cb-9888-35c6f63c0783 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:26:43.627481 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 47514964-c010-48cb-9888-35c6f63c0783 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:26:43.628667 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 47514964-c010-48cb-9888-35c6f63c0783 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:26:43.739172 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fb79b-346c-4421-be65-2a38a738fea5 req-4e184103-639c-4fc6-984c-33fbf62630d0 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:43.740807 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ab9fb79b-346c-4421-be65-2a38a738fea5 req-4e184103-639c-4fc6-984c-33fbf62630d0 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 945 time: 0.0823007 Jun 21 04:26:43.804135 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ab9fb79b-346c-4421-be65-2a38a738fea5 req-b89e6a76-7ffc-47bd-a643-5c91c3c4c537 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551851 Jun 21 04:26:44.019534 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6321c-5a4c-43aa-986b-9f4fd1373244 req-2990bc7f-79be-4d21-b9d6-fc5670f8925f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:44.021032 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5fd6321c-5a4c-43aa-986b-9f4fd1373244 req-2990bc7f-79be-4d21-b9d6-fc5670f8925f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 945 time: 0.0784328 Jun 21 04:26:44.065136 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5fd6321c-5a4c-43aa-986b-9f4fd1373244 req-e3cc39a8-2c8b-4ed8-ada3-2b382b0f0373 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Jun 21 04:26:44.138646 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:44.712259 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cdc76-458c-44ea-a531-f4bc9c71e7d3 req-7664f585-d345-4afd-8cbc-b3b9b9d8acbe tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:44.713754 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-811cdc76-458c-44ea-a531-f4bc9c71e7d3 req-7664f585-d345-4afd-8cbc-b3b9b9d8acbe tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0699990 Jun 21 04:26:44.753995 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-811cdc76-458c-44ea-a531-f4bc9c71e7d3 req-0b1c5334-8fae-4cec-9225-a03d67b23157 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339987 Jun 21 04:26:44.989885 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8423c-2411-4268-9fd7-ffab6756cdd2 req-a6201c02-44c5-4ce4-b817-1d3774d59304 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:44.991605 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-04a8423c-2411-4268-9fd7-ffab6756cdd2 req-a6201c02-44c5-4ce4-b817-1d3774d59304 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 945 time: 0.0717154 Jun 21 04:26:45.031963 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-04a8423c-2411-4268-9fd7-ffab6756cdd2 req-93f3145d-cb49-467f-b96e-f299c5f3a596 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Jun 21 04:26:45.265091 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42559de-81a9-4712-a0b6-9b429b8f9a05 req-558183a1-1d61-494c-b707-0fd2f4f7ceb3 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:45.266852 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b42559de-81a9-4712-a0b6-9b429b8f9a05 req-558183a1-1d61-494c-b707-0fd2f4f7ceb3 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 945 time: 0.0756967 Jun 21 04:26:45.308039 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b42559de-81a9-4712-a0b6-9b429b8f9a05 req-155e6bcd-cc7d-4743-af31-74efe8dd08ac tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342951 Jun 21 04:26:45.604644 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 8c6c7a25-8302-4972-b272-36e396fe67c8 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:45.659073 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 8c6c7a25-8302-4972-b272-36e396fe67c8 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:45.662898 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 8c6c7a25-8302-4972-b272-36e396fe67c8 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:45.663278 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:45.747240 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:45.770763 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa0e63e-3123-4362-800e-accf400229ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6c7a25-8302-4972-b272-36e396fe67c8'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:45.773314 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90730eb2-28d5-4316-910d-01578753fe95" -d '{"events": [{"server_uuid": "afa0e63e-3123-4362-800e-accf400229ce", "name": "network-vif-plugged", "status": "completed", "tag": "8c6c7a25-8302-4972-b272-36e396fe67c8"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:45.788385 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 8c6c7a25-8302-4972-b272-36e396fe67c8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c6c7a25-8302-4972-b272-36e396fe67c8,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:45.794584 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:45.798338 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:45.830606 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931cb18b-6246-411e-96a3-e779a482d6fd x-openstack-request-id: req-931cb18b-6246-411e-96a3-e779a482d6fd {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:45.830923 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa0e63e-3123-4362-800e-accf400229ce", "name": "network-vif-plugged", "status": "completed", "tag": "8c6c7a25-8302-4972-b272-36e396fe67c8", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:45.831359 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-931cb18b-6246-411e-96a3-e779a482d6fd {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:45.831923 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa0e63e-3123-4362-800e-accf400229ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6c7a25-8302-4972-b272-36e396fe67c8', 'code': 200} Jun 21 04:26:45.858808 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=8c6c7a25-8302-4972-b272-36e396fe67c8,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:45.862197 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:45.961492 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048f108-365b-4cf8-ac56-90bbb425e6f2 req-b78f0435-6527-40c3-9040-598c7475479b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:45.963506 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3048f108-365b-4cf8-ac56-90bbb425e6f2 req-b78f0435-6527-40c3-9040-598c7475479b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0700288 Jun 21 04:26:46.009306 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3048f108-365b-4cf8-ac56-90bbb425e6f2 req-67765010-29af-4e4a-a115-82f8db006385 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367248 Jun 21 04:26:46.130832 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42452) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:46.146573 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c96ce8-ca06-4f02-9f2e-5e91bde8d98a req-e2712d19-ef6b-41b9-8966-f38319061902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:46.148153 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d2c96ce8-ca06-4f02-9f2e-5e91bde8d98a req-e2712d19-ef6b-41b9-8966-f38319061902 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 1099 time: 0.0634079 Jun 21 04:26:46.209142 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d2c96ce8-ca06-4f02-9f2e-5e91bde8d98a req-b10fe7a1-cf88-4876-bb66-13ce2971c01e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501626 Jun 21 04:26:46.234076 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d546913-ddc9-4f6c-a6fd-96832e0f2fca req-4337bdd9-e55f-41c4-be23-f652a1d8c1d2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:46.235703 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8d546913-ddc9-4f6c-a6fd-96832e0f2fca req-4337bdd9-e55f-41c4-be23-f652a1d8c1d2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.0854259 Jun 21 04:26:46.236869 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2f7af581-49f0-492b-9ca5-85890e9ff640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.274319 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8d546913-ddc9-4f6c-a6fd-96832e0f2fca req-6b79e352-4d24-4370-a96e-bc9c019fdfc8 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Jun 21 04:26:46.343136 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2f7af581-49f0-492b-9ca5-85890e9ff640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.349306 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2f7af581-49f0-492b-9ca5-85890e9ff640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.351988 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c6711431-c823-4cf9-8b8e-61743960a6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:46.389953 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-2f7af581-49f0-492b-9ca5-85890e9ff640 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96ab6604c0144c7390be262634780734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579195 Jun 21 04:26:46.391201 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7af581-49f0-492b-9ca5-85890e9ff640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75315faf-1438-4c97-bef5-e53cc977fa3a,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:46.392777 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 42460) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:46.395004 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-2f7af581-49f0-492b-9ca5-85890e9ff640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:46.469657 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d34c0971-ecd5-4a02-be4c-a4d9ba8244bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.492794 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d34c0971-ecd5-4a02-be4c-a4d9ba8244bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.545039 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d34c0971-ecd5-4a02-be4c-a4d9ba8244bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.548330 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d34c0971-ecd5-4a02-be4c-a4d9ba8244bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.552431 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-d34c0971-ecd5-4a02-be4c-a4d9ba8244bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75315faf-1438-4c97-bef5-e53cc977fa3a HTTP/1.1" status: 204 len: 168 time: 0.1527023 Jun 21 04:26:46.552431 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:46.559118 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c0971-ecd5-4a02-be4c-a4d9ba8244bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75315faf-1438-4c97-bef5-e53cc977fa3a,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:46.562136 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-d34c0971-ecd5-4a02-be4c-a4d9ba8244bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:46.606799 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.849090 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 42480) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:46.862667 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-578cf7ff-b8ec-4ee8-b16d-28489eee2f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.964485 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-578cf7ff-b8ec-4ee8-b16d-28489eee2f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.970044 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-578cf7ff-b8ec-4ee8-b16d-28489eee2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.974257 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9efb3d16-3b93-474b-9dfa-f4df7d1984e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:47.010564 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-578cf7ff-b8ec-4ee8-b16d-28489eee2f15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9773ae6db1ca4cfda6b97a1b93c2447b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603675 Jun 21 04:26:47.012687 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cf7ff-b8ec-4ee8-b16d-28489eee2f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee14869-c79a-40c4-b414-2124ec9acc94,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:47.013410 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42492) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:47.015894 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-578cf7ff-b8ec-4ee8-b16d-28489eee2f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:47.072183 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27475a95-1888-41cb-827f-24d40696919a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.097368 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27475a95-1888-41cb-827f-24d40696919a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.155428 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27475a95-1888-41cb-827f-24d40696919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.158558 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-27475a95-1888-41cb-827f-24d40696919a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.162825 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-27475a95-1888-41cb-827f-24d40696919a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ee14869-c79a-40c4-b414-2124ec9acc94 HTTP/1.1" status: 204 len: 168 time: 0.1465085 Jun 21 04:26:47.164076 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7702d368-78a1-4bef-99e2-ebf9a64a5539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:47.173076 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27475a95-1888-41cb-827f-24d40696919a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee14869-c79a-40c4-b414-2124ec9acc94,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:47.175344 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-27475a95-1888-41cb-827f-24d40696919a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:47.235888 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2f2c-56f4-4307-85d1-1b23c0e91913 req-89ba8342-43f7-4b19-ad96-658ef6e949ce tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:47.237723 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-194f2f2c-56f4-4307-85d1-1b23c0e91913 req-89ba8342-43f7-4b19-ad96-658ef6e949ce tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0791523 Jun 21 04:26:47.313498 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-194f2f2c-56f4-4307-85d1-1b23c0e91913 req-e16a866b-50cd-4bc9-9e3a-1a7d44bf3516 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691814 Jun 21 04:26:47.488724 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1c3b4-f305-45cc-b52a-a37d34143120 req-412ce599-52fc-4349-9f97-75d7be3def4f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:47.490523 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-47b1c3b4-f305-45cc-b52a-a37d34143120 req-412ce599-52fc-4349-9f97-75d7be3def4f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.0682979 Jun 21 04:26:47.534738 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-47b1c3b4-f305-45cc-b52a-a37d34143120 req-3e666b85-8fdc-46ce-b323-effb95d95a36 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Jun 21 04:26:48.219137 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d614b1-c46e-4090-9dda-0c41e7d3f53f req-c5a1c9db-2e3a-4475-9479-4a1921846d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.220667 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e6d614b1-c46e-4090-9dda-0c41e7d3f53f req-c5a1c9db-2e3a-4475-9479-4a1921846d6e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 1098 time: 0.0525494 Jun 21 04:26:48.292072 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e6d614b1-c46e-4090-9dda-0c41e7d3f53f req-db2ebf00-b0f2-41b9-a85e-821126498fa4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Jun 21 04:26:48.511709 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca29ec1-9679-4837-ae27-f3b422d9f7ac req-6695bc3c-6b6a-4b8b-9011-deca4e4b908b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.513528 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3ca29ec1-9679-4837-ae27-f3b422d9f7ac req-6695bc3c-6b6a-4b8b-9011-deca4e4b908b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0705247 Jun 21 04:26:48.553389 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3ca29ec1-9679-4837-ae27-f3b422d9f7ac req-93a1d33b-096c-4dd3-bc0e-d73229eaad80 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323248 Jun 21 04:26:48.728994 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d119-0749-4df3-bb25-7eb7b9a271b2 req-f6c982f4-98e1-4e8b-aa62-0618226262fb tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.731250 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9fe9d119-0749-4df3-bb25-7eb7b9a271b2 req-f6c982f4-98e1-4e8b-aa62-0618226262fb tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.0802798 Jun 21 04:26:48.786457 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9fe9d119-0749-4df3-bb25-7eb7b9a271b2 req-7e050e24-702c-49b4-82d3-67d641be7e9e tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Jun 21 04:26:49.753665 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771790ef-120f-4ffe-9ace-3e1f75211ee7 req-3a295fc8-1413-4d1c-a402-53d0e0c6bd16 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:49.755086 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-771790ef-120f-4ffe-9ace-3e1f75211ee7 req-3a295fc8-1413-4d1c-a402-53d0e0c6bd16 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0717914 Jun 21 04:26:49.802948 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-771790ef-120f-4ffe-9ace-3e1f75211ee7 req-c599c960-7d95-4ffc-92b0-728629a8f5c2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Jun 21 04:26:51.014087 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c8841-f398-436e-9272-8f16ac260528 req-4c096f18-1415-4214-b8e4-bf9a4437f80e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:51.016847 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-889c8841-f398-436e-9272-8f16ac260528 req-4c096f18-1415-4214-b8e4-bf9a4437f80e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0906737 Jun 21 04:26:51.076634 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-889c8841-f398-436e-9272-8f16ac260528 req-91227c48-d104-4432-9ea7-f9eef0965493 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528002 Jun 21 04:26:51.274768 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f4129-acfd-4c32-9e16-4b06513fb45d req-20dbf9a1-b729-46a3-a2c2-69e4b747e0fe tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:51.276273 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-493f4129-acfd-4c32-9e16-4b06513fb45d req-20dbf9a1-b729-46a3-a2c2-69e4b747e0fe tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0686786 Jun 21 04:26:51.319337 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-493f4129-acfd-4c32-9e16-4b06513fb45d req-ee0eff66-55fa-45ee-b434-46e7ecd32be3 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370884 Jun 21 04:26:52.806828 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42776) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:52.917582 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e6b222f3-5a2b-4f2a-9fba-8fbb82a621a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.017265 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e6b222f3-5a2b-4f2a-9fba-8fbb82a621a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.023458 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e6b222f3-5a2b-4f2a-9fba-8fbb82a621a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.025905 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f315385f-d867-483e-bccb-25b28b8fed84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:53.061381 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-e6b222f3-5a2b-4f2a-9fba-8fbb82a621a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8804f97b42cf427a812cbf22add8650a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533817 Jun 21 04:26:53.062248 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b222f3-5a2b-4f2a-9fba-8fbb82a621a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62fa82d-20b1-40df-9b75-36abe80cc4de,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:53.064296 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 42784) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:53.065463 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e6b222f3-5a2b-4f2a-9fba-8fbb82a621a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:53.116185 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9e47e45a-7ed4-47ce-9f4b-17b478e8d618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.136937 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9e47e45a-7ed4-47ce-9f4b-17b478e8d618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.190236 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9e47e45a-7ed4-47ce-9f4b-17b478e8d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.192887 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9e47e45a-7ed4-47ce-9f4b-17b478e8d618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.194360 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-9e47e45a-7ed4-47ce-9f4b-17b478e8d618 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b62fa82d-20b1-40df-9b75-36abe80cc4de HTTP/1.1" status: 204 len: 168 time: 0.1288741 Jun 21 04:26:53.195258 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:53.211215 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47e45a-7ed4-47ce-9f4b-17b478e8d618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62fa82d-20b1-40df-9b75-36abe80cc4de,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:53.213713 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9e47e45a-7ed4-47ce-9f4b-17b478e8d618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:53.568684 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-30ee9979-c744-493d-aff1-681b2dad8fbc tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:53.570252 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-30ee9979-c744-493d-aff1-681b2dad8fbc tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 815 time: 0.1095653 Jun 21 04:26:53.577517 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 42814) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:53.597682 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c6a975f0-e215-4dd6-971f-adeecd600669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.599974 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-0ee47ac6-71d7-42cc-91b2-3f51633f21c7 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/quotas/235ec9f922cb4a0facf9914ca395dd5a HTTP/1.1" status: 200 len: 375 time: 0.0204120 Jun 21 04:26:53.731614 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-98efaaff-d75e-49b6-88ed-015bae78ee57 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1254525 Jun 21 04:26:53.818645 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c6a975f0-e215-4dd6-971f-adeecd600669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.826089 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c6a975f0-e215-4dd6-971f-adeecd600669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.829975 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6d9d945f-4104-4b02-b48b-2e78812dcdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:53.889139 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-c6a975f0-e215-4dd6-971f-adeecd600669 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ace20be89ffc45e1b44cca8d838c0e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105254 Jun 21 04:26:53.890375 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a975f0-e215-4dd6-971f-adeecd600669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22db1b6-6053-4284-9664-f81205e7b771,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:53.892111 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42822) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:53.893631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c6a975f0-e215-4dd6-971f-adeecd600669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:53.896288 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-7b38b4e3-bfcd-423b-9d54-2fb279deda14 service neutron] 10.222.0.22 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527498 Jun 21 04:26:53.957040 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-374962ca-d399-4062-8d99-21de791f7a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:53.986203 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-374962ca-d399-4062-8d99-21de791f7a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.000109 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-7bef17cc-75ca-4d69-b904-a647cbc44971 service neutron] 10.222.0.22 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954232 Jun 21 04:26:54.044799 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-374962ca-d399-4062-8d99-21de791f7a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.047836 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-374962ca-d399-4062-8d99-21de791f7a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.051314 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-374962ca-d399-4062-8d99-21de791f7a4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c22db1b6-6053-4284-9664-f81205e7b771 HTTP/1.1" status: 204 len: 168 time: 0.1559021 Jun 21 04:26:54.051314 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-27475a95-1888-41cb-827f-24d40696919a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:54.064215 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374962ca-d399-4062-8d99-21de791f7a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22db1b6-6053-4284-9664-f81205e7b771,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:54.068853 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-374962ca-d399-4062-8d99-21de791f7a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:54.157796 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-7690d42d-0d1c-48c5-898a-1d307895e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:54.159431 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-7690d42d-0d1c-48c5-898a-1d307895e32a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1098 time: 0.0758657 Jun 21 04:26:54.303861 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e4bc9166-2800-4673-8cfc-d3b8560df08b req-8a8941b1-570b-4c8e-9ff1-3d6e8ca58d4c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 210 time: 0.0516944 Jun 21 04:26:54.472177 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42844) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:54.502968 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6933c2c8-f263-4a3b-87fd-43033cb226be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.648973 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6933c2c8-f263-4a3b-87fd-43033cb226be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.655178 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6933c2c8-f263-4a3b-87fd-43033cb226be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.655582 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-4d31605f-4a05-4c08-83a2-de0a64530dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:54.658349 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-4d31605f-4a05-4c08-83a2-de0a64530dcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 920 time: 0.4565523 Jun 21 04:26:54.681809 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-01715297-7bd3-44ff-83f7-cde538b0ba1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:54.688211 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6059-0e27-41c9-a1fa-37051bbc5d6a req-1988c5e8-fcb9-4dba-a73c-0df05d2a24ee tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:54.688627 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-6933c2c8-f263-4a3b-87fd-43033cb226be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0366d89b656f4c7498f13c3e3d0ac93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152898 Jun 21 04:26:54.689225 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42858) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:54.698776 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2cfc6059-0e27-41c9-a1fa-37051bbc5d6a req-1988c5e8-fcb9-4dba-a73c-0df05d2a24ee tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1445107 Jun 21 04:26:54.734840 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933c2c8-f263-4a3b-87fd-43033cb226be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e11ade1-0302-4191-aea4-04fb9bbad286,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:54.748192 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-fd348df6-31b7-4d43-8cd8-65262a0c219b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc HTTP/1.1" status: 200 len: 217 time: 0.0808861 Jun 21 04:26:54.751711 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-6933c2c8-f263-4a3b-87fd-43033cb226be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:54.781819 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e783f46e-4324-41c8-bab8-59edc95edd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.806570 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e783f46e-4324-41c8-bab8-59edc95edd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.810686 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2cfc6059-0e27-41c9-a1fa-37051bbc5d6a req-a8a03136-2acc-40f7-9d47-c73aa2dfdc47 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108472 Jun 21 04:26:54.844331 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-abf6ca49-be49-47b2-9d61-004210c4b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:54.845797 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-abf6ca49-be49-47b2-9d61-004210c4b671 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.0896719 Jun 21 04:26:54.889943 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e783f46e-4324-41c8-bab8-59edc95edd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.894416 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-e783f46e-4324-41c8-bab8-59edc95edd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.895412 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-235a4534-4ee1-4a5a-b677-16fef7c4f9d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335972 Jun 21 04:26:54.896224 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-e783f46e-4324-41c8-bab8-59edc95edd22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e11ade1-0302-4191-aea4-04fb9bbad286 HTTP/1.1" status: 204 len: 168 time: 0.2057958 Jun 21 04:26:54.897349 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5d9f6675-3bf3-452e-a252-e887f7241d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:54.906340 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783f46e-4324-41c8-bab8-59edc95edd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e11ade1-0302-4191-aea4-04fb9bbad286,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:54.920096 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e783f46e-4324-41c8-bab8-59edc95edd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:55.050135 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-3abc045f-05bb-4f33-8bef-1705d7b6540f service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318707 Jun 21 04:26:55.164532 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8459df3a-fac1-459a-8fe8-9974e7daaa19 req-0c371d83-4b6f-4ee3-ac37-d1f42e4d7194 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986712 Jun 21 04:26:55.448578 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-98d735b6-b9a8-4372-8329-f31d4a27afeb req-00fee9d5-7041-4f37-9104-2ed60caddedc tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 210 time: 0.0326414 Jun 21 04:26:56.041374 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42918) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:56.082003 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a06483-b6ed-4d22-8899-93ea7caa885a req-5678dd47-ee3b-4af2-a3a1-f59fec6de57e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:56.088238 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-87a06483-b6ed-4d22-8899-93ea7caa885a req-5678dd47-ee3b-4af2-a3a1-f59fec6de57e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1510627 Jun 21 04:26:56.122139 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-16242521-7013-4b65-a6aa-58ef0c549056 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:56.123636 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-16242521-7013-4b65-a6aa-58ef0c549056 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 815 time: 0.1518681 Jun 21 04:26:56.149918 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Request body: {'port': {'device_id': 'f51660db-6dfb-4d28-9928-49c1de68e288', 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4', 'admin_state_up': True, 'tenant_id': '235ec9f922cb4a0facf9914ca395dd5a'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:56.166869 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-92976962-9a23-4a12-a917-2bcd1464d9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.214122 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-87a06483-b6ed-4d22-8899-93ea7caa885a req-fb61fda0-e80e-4dd4-9a96-31cae90a7a92 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249623 Jun 21 04:26:56.337491 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-92976962-9a23-4a12-a917-2bcd1464d9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.343118 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-92976962-9a23-4a12-a917-2bcd1464d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.348738 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3857ca1e-6830-4ca1-a465-29481f313e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:56.361814 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Made reservation on behalf of 235ec9f922cb4a0facf9914ca395dd5a for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:56.367710 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.396232 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-92976962-9a23-4a12-a917-2bcd1464d9ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74bbde96ac3a4e7abd64405e205fc28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537245 Jun 21 04:26:56.397042 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 42940) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:56.397205 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92976962-9a23-4a12-a917-2bcd1464d9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2fbeb6-daba-42a2-9d70-e30a5b41107c,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:56.421024 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-92976962-9a23-4a12-a917-2bcd1464d9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:56.532972 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a0781efc-f1a8-4e59-a965-b805a0e0470b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.546616 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Allocated IP 172.20.0.5 (941dc9d7-c0aa-4c95-bd7f-062e494ef1f4/f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1/fb973bba-321c-412f-a42b-6933b5f7b79c) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:56.577583 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a0781efc-f1a8-4e59-a965-b805a0e0470b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.636902 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fe86574c-0122-483d-bedf-e696d4fca8af req-0543ec7b-2e3e-4488-a3c3-d2d64d81bb04 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 210 time: 0.0550158 Jun 21 04:26:56.723819 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a0781efc-f1a8-4e59-a965-b805a0e0470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.726415 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a0781efc-f1a8-4e59-a965-b805a0e0470b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.727566 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-a0781efc-f1a8-4e59-a965-b805a0e0470b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a2fbeb6-daba-42a2-9d70-e30a5b41107c HTTP/1.1" status: 204 len: 168 time: 0.3295963 Jun 21 04:26:56.730606 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ac5e29aa-68fe-42bc-8496-6901a07c0924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:56.743837 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0781efc-f1a8-4e59-a965-b805a0e0470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2fbeb6-daba-42a2-9d70-e30a5b41107c,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:56.746281 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a0781efc-f1a8-4e59-a965-b805a0e0470b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:56.783815 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.828057 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.833793 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ae40efbf-556f-489b-9725-81e38cddb143 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:56.885731 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:56.889143 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:56.893001 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:56.899572 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['b0028bb7-4248-411e-877a-cb2dcd4af1cc', '36539c45-891f-4e02-889c-9b77c9158028', '186153e5-2810-4962-8880-8fcd9a9353e0'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:56.900087 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:56.900246 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.911769 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Pushing event updated for resources: {'Port': ['ID=fb973bba-321c-412f-a42b-6933b5f7b79c,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:56.916989 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:56.933781 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879615 Jun 21 04:26:56.967612 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Request body: {'port': {'device_id': 'f51660db-6dfb-4d28-9928-49c1de68e288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:57.049319 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.350496 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb973bba-321c-412f-a42b-6933b5f7b79c {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:57.358485 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.372114 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Transition to ACTIVE for port object fb973bba-321c-412f-a42b-6933b5f7b79c will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:57.377602 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.381136 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b20259e-236a-4257-9feb-5352fbbce55f tempest-DeleteServersTestJSON-1722834594 tempest-DeleteServersTestJSON-1722834594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:57.444910 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66450566-51db-478e-93a2-a60f3c707e42 req-2f9355f5-48ef-4c97-ae74-ec3a2675b0e5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:57.447055 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-66450566-51db-478e-93a2-a60f3c707e42 req-2f9355f5-48ef-4c97-ae74-ec3a2675b0e5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0997970 Jun 21 04:26:57.473264 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Pushing event updated for resources: {'Port': ['ID=fb973bba-321c-412f-a42b-6933b5f7b79c,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:57.481793 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:57.505723 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-66450566-51db-478e-93a2-a60f3c707e42 req-ceb54caa-6f0b-4d14-99b5-9994fc19e252 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494871 Jun 21 04:26:57.527280 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Attempting to bind port fb973bba-321c-412f-a42b-6933b5f7b79c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:57.527618 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Attempting to bind port fb973bba-321c-412f-a42b-6933b5f7b79c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:57.527983 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Attempting to bind port fb973bba-321c-412f-a42b-6933b5f7b79c on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:57.532684 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Port fb973bba-321c-412f-a42b-6933b5f7b79c on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:26:57.533133 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Attempting to bind port fb973bba-321c-412f-a42b-6933b5f7b79c on network 941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:57.538060 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:57.538404 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Checking segment: {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:57.538791 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Bound using segment: {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:57.539360 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Bound port: fb973bba-321c-412f-a42b-6933b5f7b79c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc172e29-1939-4b45-ac5b-bc7f515d851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:57.541145 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.564509 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42980) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:57.622386 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_v2 [None req-520fd3f3-a064-4cce-8565-aa5691032b24 admin admin] Deleting subnet 2e718809-b10c-456e-b706-c8a269e0907e {{(pid=92762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:26:57.625597 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] For port fb973bba-321c-412f-a42b-6933b5f7b79c, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:57.626090 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-520fd3f3-a064-4cce-8565-aa5691032b24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.629325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] For port fb973bba-321c-412f-a42b-6933b5f7b79c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fb973bba-321c-412f-a42b-6933b5f7b79c,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:57.634409 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.643185 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:57.679534 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:57.680173 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.681755 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] 10.222.0.44 "PUT /v2.0/ports/fb973bba-321c-412f-a42b-6933b5f7b79c HTTP/1.1" status: 200 len: 1093 time: 0.7201147 Jun 21 04:26:57.682414 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51660db-6dfb-4d28-9928-49c1de68e288', 'tag': 'fb973bba-321c-412f-a42b-6933b5f7b79c'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:57.684990 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ccffa3-70b2-4434-babd-7742bad47869" -d '{"events": [{"name": "network-changed", "server_uuid": "f51660db-6dfb-4d28-9928-49c1de68e288", "tag": "fb973bba-321c-412f-a42b-6933b5f7b79c"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:57.692840 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-520fd3f3-a064-4cce-8565-aa5691032b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317831'] for subnet, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.765564 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-520fd3f3-a064-4cce-8565-aa5691032b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.798866 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Pushing event updated for resources: {'Port': ['ID=fb973bba-321c-412f-a42b-6933b5f7b79c,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:57.831991 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:57.866263 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-a27fde25-61e9-4f75-b7a3-afdedddeb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:57.868519 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-520fd3f3-a064-4cce-8565-aa5691032b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3377616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362448'] for subnet, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.868893 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-a27fde25-61e9-4f75-b7a3-afdedddeb615 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 1096 time: 0.0941331 Jun 21 04:26:57.876321 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:57.907801 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fd3f3-a064-4cce-8565-aa5691032b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e718809-b10c-456e-b706-c8a269e0907e,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:57.914076 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-520fd3f3-a064-4cce-8565-aa5691032b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:57.916789 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-520fd3f3-a064-4cce-8565-aa5691032b24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.918820 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-520fd3f3-a064-4cce-8565-aa5691032b24 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2e718809-b10c-456e-b706-c8a269e0907e HTTP/1.1" status: 204 len: 168 time: 0.3518200 Jun 21 04:26:57.922109 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 42994) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:57.938351 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fef00-7050-45b0-a009-b662d65c7fac req-d8559701-e06f-4ca4-b101-0b2dfa0def92 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:57.940097 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7f3fef00-7050-45b0-a009-b662d65c7fac req-d8559701-e06f-4ca4-b101-0b2dfa0def92 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 943 time: 0.1232443 Jun 21 04:26:57.953158 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-acf7c3c3-76f5-45fb-8140-8d5d7b2999bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb973bba-321c-412f-a42b-6933b5f7b79c HTTP/1.1" status: 200 len: 217 time: 0.0543623 Jun 21 04:26:58.017746 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb990c-c704-4d1b-897d-6cf3cac9ab05 x-openstack-request-id: req-abcb990c-c704-4d1b-897d-6cf3cac9ab05 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:58.018712 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51660db-6dfb-4d28-9928-49c1de68e288", "tag": "fb973bba-321c-412f-a42b-6933b5f7b79c", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:58.018712 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abcb990c-c704-4d1b-897d-6cf3cac9ab05 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:58.018969 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51660db-6dfb-4d28-9928-49c1de68e288', 'tag': 'fb973bba-321c-412f-a42b-6933b5f7b79c', 'status': 'completed', 'code': 200} Jun 21 04:26:58.022069 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-af0c59be-0163-42d5-99ec-5bce7fe41bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:58.025015 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-af0c59be-0163-42d5-99ec-5bce7fe41bb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 200 len: 855 time: 0.0601223 Jun 21 04:26:58.035695 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.042982 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7f3fef00-7050-45b0-a009-b662d65c7fac req-bf8f23d1-ab33-404c-bb23-1d649c28a591 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654104 Jun 21 04:26:58.100255 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-cc24306f-affc-4b47-be24-02226ac8495b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419080 Jun 21 04:26:58.156947 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.168163 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97335b76-eed5-4281-8b6c-6508aef3100a']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:58.179207 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f33f12-df10-4584-8f14-13dbb9385885') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:58.179693 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f33f12-df10-4584-8f14-13dbb9385885') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:58.191780 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.207055 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.214588 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:26:58.215077 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:26:58.217342 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:26:58.255154 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-98ec254f-48b5-4b10-b3d5-ebf0ece2aa03 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392899 Jun 21 04:26:58.274514 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.279653 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.284916 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] 10.222.0.22 "DELETE /v2.0/networks/97335b76-eed5-4281-8b6c-6508aef3100a HTTP/1.1" status: 204 len: 168 time: 0.3586972 Jun 21 04:26:58.284916 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:58.285294 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43002) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:58.318563 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=97335b76-eed5-4281-8b6c-6508aef3100a,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:58.321166 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:58.341784 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7b8bdf-96fc-4c57-806e-a19c044fa97c admin admin] Deleting subnet a3d35ce4-68a3-4ff7-89af-a7848583d108 {{(pid=92762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:26:58.345373 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8bdf-96fc-4c57-806e-a19c044fa97c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.357864 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9694025-e43a-4b2f-9426-720a2ed79db5 req-60332bc2-63d5-427f-8709-5d0e57b7a399 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872006 Jun 21 04:26:58.382368 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8bdf-96fc-4c57-806e-a19c044fa97c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317831'] for subnet, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.422336 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8bdf-96fc-4c57-806e-a19c044fa97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.508333 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8bdf-96fc-4c57-806e-a19c044fa97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3377616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362448'] for subnet, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.510522 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4b4d79e0-4bc8-4348-afb3-13e825faa650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:58.535053 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b8bdf-96fc-4c57-806e-a19c044fa97c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d35ce4-68a3-4ff7-89af-a7848583d108,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:58.537003 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8bdf-96fc-4c57-806e-a19c044fa97c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.539957 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-0e7b8bdf-96fc-4c57-806e-a19c044fa97c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a3d35ce4-68a3-4ff7-89af-a7848583d108 HTTP/1.1" status: 204 len: 168 time: 0.2526081 Jun 21 04:26:58.539957 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0e7b8bdf-96fc-4c57-806e-a19c044fa97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:58.541395 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43006) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:58.597728 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-89f3c9f1-388f-4327-8512-92dcce8ba91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:58.599211 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-89f3c9f1-388f-4327-8512-92dcce8ba91a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 1096 time: 0.0653701 Jun 21 04:26:58.616243 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.700665 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.710911 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fae37ca-e08d-4c0d-b77c-acba44e5962c']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:58.720966 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897b6635-4a8c-4b13-a136-daf29cdc8e6a') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:58.721270 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897b6635-4a8c-4b13-a136-daf29cdc8e6a') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:58.729883 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.741279 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-9ca0f922-40b6-4f26-8840-f596f8e9ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:58.742997 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-9ca0f922-40b6-4f26-8840-f596f8e9ebc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 200 len: 916 time: 0.1303906 Jun 21 04:26:58.744199 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.750573 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:26:58.750954 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:26:58.753049 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:26:58.757572 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bec39-625a-4e3e-b5e8-1a7757397579 req-e88ab37f-be36-4e48-898b-2539e00a66ab tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:58.759157 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-981bec39-625a-4e3e-b5e8-1a7757397579 req-e88ab37f-be36-4e48-898b-2539e00a66ab tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1380017 Jun 21 04:26:58.811970 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-5f2257cb-28f3-48e8-83e2-1bb7055bf44f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb973bba-321c-412f-a42b-6933b5f7b79c HTTP/1.1" status: 200 len: 217 time: 0.0516224 Jun 21 04:26:58.813447 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.819871 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:58.826399 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.829582 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3fae37ca-e08d-4c0d-b77c-acba44e5962c HTTP/1.1" status: 204 len: 168 time: 0.2870538 Jun 21 04:26:58.850709 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fae37ca-e08d-4c0d-b77c-acba44e5962c,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:58.854046 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a9bc749b-11ce-4ba6-a00e-898787e82368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:58.871244 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-981bec39-625a-4e3e-b5e8-1a7757397579 req-3b9e1241-faea-4e74-a493-43dd2db293db tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049211 Jun 21 04:26:58.892417 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-1db3efd5-b6db-4cdf-a12c-12f1e7c54a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:58.893866 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-1db3efd5-b6db-4cdf-a12c-12f1e7c54a6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 200 len: 855 time: 0.0729942 Jun 21 04:26:58.935697 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-e137f0be-2a4b-4c53-bc6d-16bd2606a4b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294473 Jun 21 04:26:59.032729 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43014) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:59.043930 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-2b41a891-0d01-4bda-9586-2453a254221d service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938361 Jun 21 04:26:59.074744 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-bd48aa23-6e8d-4efa-9b12-08ce36bbdf00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79d62d5cad144844b8a1d08dcd1139bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407345 Jun 21 04:26:59.077502 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43018) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:59.137700 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5c9d6d30-0678-452f-9b31-3bd3d200feb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.161277 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5c9d6d30-0678-452f-9b31-3bd3d200feb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.170046 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f3ccffa3-70b2-4434-babd-7742bad47869 req-be28d218-8b6e-455c-bc13-2a8948d9e324 service neutron] 10.222.0.44 "GET /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924060 Jun 21 04:26:59.218546 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5c9d6d30-0678-452f-9b31-3bd3d200feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.223786 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5c9d6d30-0678-452f-9b31-3bd3d200feb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.226767 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-5c9d6d30-0678-452f-9b31-3bd3d200feb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/276e29ce-c4b3-4fb5-a99c-3d2272e8d70e HTTP/1.1" status: 204 len: 168 time: 0.1460168 Jun 21 04:26:59.226767 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-39d8501a-446a-40ae-a94a-4bd832803a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:59.234577 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d6d30-0678-452f-9b31-3bd3d200feb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e29ce-c4b3-4fb5-a99c-3d2272e8d70e,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:59.237111 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5c9d6d30-0678-452f-9b31-3bd3d200feb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:59.274698 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8871b6-7021-4edb-9475-e7ffc0001f4e req-91413fc5-0c19-4eb2-9fda-9ce1f3f48e43 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:59.280232 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4e8871b6-7021-4edb-9475-e7ffc0001f4e req-91413fc5-0c19-4eb2-9fda-9ce1f3f48e43 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 943 time: 0.0947766 Jun 21 04:26:59.326291 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4e8871b6-7021-4edb-9475-e7ffc0001f4e req-b64667b0-1890-4c9b-8d3a-805567c70f25 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Jun 21 04:26:59.598342 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43032) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:59.638872 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-666eccb4-3ba9-4b09-a304-2b6e778072f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8dc418af8848440b989b5431233769fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393121 Jun 21 04:26:59.642139 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43034) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:59.696425 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2089133b-0dc7-4676-a415-09264da2d0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.717958 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2089133b-0dc7-4676-a415-09264da2d0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.770483 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2089133b-0dc7-4676-a415-09264da2d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.775281 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2089133b-0dc7-4676-a415-09264da2d0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.777172 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-2089133b-0dc7-4676-a415-09264da2d0e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41194fff-5586-4a6f-8762-3188f481d436 HTTP/1.1" status: 204 len: 168 time: 0.1338627 Jun 21 04:26:59.778344 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:59.788705 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089133b-0dc7-4676-a415-09264da2d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41194fff-5586-4a6f-8762-3188f481d436,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:59.792076 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-2089133b-0dc7-4676-a415-09264da2d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:00.051796 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986fe9b-c0f0-490f-94b6-55361c0a54fe req-b28925ee-450b-43f1-82b8-88eadc940b05 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:00.053318 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4986fe9b-c0f0-490f-94b6-55361c0a54fe req-b28925ee-450b-43f1-82b8-88eadc940b05 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0654597 Jun 21 04:27:00.092424 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4986fe9b-c0f0-490f-94b6-55361c0a54fe req-47f35eb2-4713-439d-ad07-50209d4675c6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332520 Jun 21 04:27:00.511251 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe486d-56cc-4a62-9024-7d99656c751b req-806d0cf4-1f2e-4b6b-bedc-f9dc164e393f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:00.512847 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-bebe486d-56cc-4a62-9024-7d99656c751b req-806d0cf4-1f2e-4b6b-bedc-f9dc164e393f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 943 time: 0.0689797 Jun 21 04:27:00.569602 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-bebe486d-56cc-4a62-9024-7d99656c751b req-2dd613e4-6750-497f-9119-d1ed1a909dc5 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481300 Jun 21 04:27:00.952667 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43088) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:01.064909 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b4879d2b-41af-46ce-8037-6871a157a740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:01.157182 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b4879d2b-41af-46ce-8037-6871a157a740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:01.166790 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b4879d2b-41af-46ce-8037-6871a157a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:01.170222 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-6933c2c8-f263-4a3b-87fd-43033cb226be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:01.208306 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b4879d2b-41af-46ce-8037-6871a157a740 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7345fa8f68c24416b977124af0c57014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545030 Jun 21 04:27:01.209318 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4879d2b-41af-46ce-8037-6871a157a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd6b0e1-c09a-4312-a689-d5adcbeaa586,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:01.211078 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43098) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:01.214750 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b4879d2b-41af-46ce-8037-6871a157a740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:01.301077 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7d289966-a9b2-43ad-87a5-af20d7ea97db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:01.327230 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7d289966-a9b2-43ad-87a5-af20d7ea97db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:01.344228 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86775a0-dc7f-448c-b655-5df3d7e4434f req-9d07fec8-cc63-47a9-92a2-12b28759fdde tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:01.345719 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b86775a0-dc7f-448c-b655-5df3d7e4434f req-9d07fec8-cc63-47a9-92a2-12b28759fdde tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1198494 Jun 21 04:27:01.400771 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b86775a0-dc7f-448c-b655-5df3d7e4434f req-fcf4ef7a-9065-4f82-835d-ce4573bf5a68 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 Jun 21 04:27:01.417728 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7d289966-a9b2-43ad-87a5-af20d7ea97db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:01.421469 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7d289966-a9b2-43ad-87a5-af20d7ea97db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:01.422643 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-7d289966-a9b2-43ad-87a5-af20d7ea97db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4fd6b0e1-c09a-4312-a689-d5adcbeaa586 HTTP/1.1" status: 204 len: 168 time: 0.2104962 Jun 21 04:27:01.423520 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-d34c0971-ecd5-4a02-be4c-a4d9ba8244bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:01.431889 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d289966-a9b2-43ad-87a5-af20d7ea97db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd6b0e1-c09a-4312-a689-d5adcbeaa586,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:01.434010 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7d289966-a9b2-43ad-87a5-af20d7ea97db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:01.754072 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1acec-29ca-4975-878b-1b2f6f4e7a0d req-6ac2c7c2-d6c5-4503-8f7f-30b1790fa996 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:01.755716 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d8b1acec-29ca-4975-878b-1b2f6f4e7a0d req-6ac2c7c2-d6c5-4503-8f7f-30b1790fa996 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 943 time: 0.0734146 Jun 21 04:27:01.800599 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d8b1acec-29ca-4975-878b-1b2f6f4e7a0d req-5403cdfb-d38a-4374-a8de-9465ab06fb0a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Jun 21 04:27:02.609762 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938e87-8562-42c3-a72f-8e69b010fe45 req-2ccb5062-990e-424c-a3f2-090073e4c863 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:02.611224 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c3938e87-8562-42c3-a72f-8e69b010fe45 req-2ccb5062-990e-424c-a3f2-090073e4c863 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0803783 Jun 21 04:27:02.651095 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c3938e87-8562-42c3-a72f-8e69b010fe45 req-931e1e61-31db-4eca-b392-d99f8c524ef8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Jun 21 04:27:02.974312 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a2022-74e1-4878-8d6c-d805ab226808 req-a336c706-591e-46b0-839d-087bd38f4a7a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:02.975816 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-dc0a2022-74e1-4878-8d6c-d805ab226808 req-a336c706-591e-46b0-839d-087bd38f4a7a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 943 time: 0.0659163 Jun 21 04:27:03.019128 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-dc0a2022-74e1-4878-8d6c-d805ab226808 req-7a3384b9-c681-4c65-bfe0-6ccc06525f5f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Jun 21 04:27:03.754028 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device fb973bba-321c-412f-a42b-6933b5f7b79c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:27:03.848492 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7da73e-d8c5-4fee-ae7e-6391007d6ce9 req-09454a40-dec4-45bc-b8fc-c1deb42d1190 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:03.849979 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f7da73e-d8c5-4fee-ae7e-6391007d6ce9 req-09454a40-dec4-45bc-b8fc-c1deb42d1190 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0756841 Jun 21 04:27:03.856803 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port fb973bba-321c-412f-a42b-6933b5f7b79c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fb973bba-321c-412f-a42b-6933b5f7b79c,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:03.872376 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': 'fb973bba-321c-412f-a42b-6933b5f7b79c', 'network_id': '941dc9d7-c0aa-4c95-bd7f-062e494ef1f4', 'port_id': 'fb973bba-321c-412f-a42b-6933b5f7b79c', 'mac_address': 'fa:16:3e:17:1c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:27:03.908285 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f7da73e-d8c5-4fee-ae7e-6391007d6ce9 req-e9e6f668-0635-4c5a-9b8e-12c3dfa8da0a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511169 Jun 21 04:27:03.917725 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:03.931544 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb973bba-321c-412f-a42b-6933b5f7b79c {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:03.952480 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port fb973bba-321c-412f-a42b-6933b5f7b79c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fb973bba-321c-412f-a42b-6933b5f7b79c,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:03.959016 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:03.961201 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:04.016765 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=fb973bba-321c-412f-a42b-6933b5f7b79c,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:04.020062 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:04.212593 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49961524-8f20-473a-b5d8-06d1f3658643 req-c2c0910f-52cd-4bfa-9899-d7ec3dd4717d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:04.214312 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-49961524-8f20-473a-b5d8-06d1f3658643 req-c2c0910f-52cd-4bfa-9899-d7ec3dd4717d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 944 time: 0.0775495 Jun 21 04:27:04.262731 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-49961524-8f20-473a-b5d8-06d1f3658643 req-72831c13-173d-4cd4-a7ae-16826dda8a32 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Jun 21 04:27:04.596183 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['fb973bba-321c-412f-a42b-6933b5f7b79c'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:05.104366 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd48e6-2786-47e7-9174-b65bd3ba5fdb req-38336bc2-4931-4ec0-b9fc-6b9ff2ed7885 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:05.105860 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-30cd48e6-2786-47e7-9174-b65bd3ba5fdb req-38336bc2-4931-4ec0-b9fc-6b9ff2ed7885 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0693686 Jun 21 04:27:05.144710 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-30cd48e6-2786-47e7-9174-b65bd3ba5fdb req-6f2b307a-72e2-4c3a-9421-0a01e90f1f87 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325515 Jun 21 04:27:05.452500 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122f2d3-542a-465b-852a-d9d61773f71c req-770d1ee8-bfc8-4afe-bb74-8d04fdde1adb tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:05.453965 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e122f2d3-542a-465b-852a-d9d61773f71c req-770d1ee8-bfc8-4afe-bb74-8d04fdde1adb tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 944 time: 0.0666828 Jun 21 04:27:05.494951 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e122f2d3-542a-465b-852a-d9d61773f71c req-0341f91f-67ee-47ed-8a22-7cfce3ed7ad4 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Jun 21 04:27:06.336104 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead98c2-f873-482d-a66c-6fe91c13aa28 req-b228cd0c-54a1-46da-8749-6d2a67a8c229 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:06.337589 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6ead98c2-f873-482d-a66c-6fe91c13aa28 req-b228cd0c-54a1-46da-8749-6d2a67a8c229 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0741427 Jun 21 04:27:06.383644 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6ead98c2-f873-482d-a66c-6fe91c13aa28 req-93c89b47-e1ca-4c1c-8d42-228858e10ae8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 Jun 21 04:27:06.615296 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43284) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:06.703875 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6933c-b6fc-4f31-b71a-740dc0c605cc req-65c5b43b-40dd-4b24-818f-36989af60bbb tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:06.705573 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-38d6933c-b6fc-4f31-b71a-740dc0c605cc req-65c5b43b-40dd-4b24-818f-36989af60bbb tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 944 time: 0.0716624 Jun 21 04:27:06.734655 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c2959329-8618-4c21-ab57-8943d6c32037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:06.772107 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-38d6933c-b6fc-4f31-b71a-740dc0c605cc req-155f3aa2-ac0a-426d-a3bc-976ae8499e0f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549066 Jun 21 04:27:06.859898 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c2959329-8618-4c21-ab57-8943d6c32037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:06.864488 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c2959329-8618-4c21-ab57-8943d6c32037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:06.868055 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-578cf7ff-b8ec-4ee8-b16d-28489eee2f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:06.902876 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-c2959329-8618-4c21-ab57-8943d6c32037 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6354ea6fbc441998f49c061e3774212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862172 Jun 21 04:27:06.904022 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2959329-8618-4c21-ab57-8943d6c32037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75361118-8df5-499c-b58a-fc4d67036a6a,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:06.905863 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43298) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:06.907265 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c2959329-8618-4c21-ab57-8943d6c32037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:06.958698 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a4fef47d-55d0-4518-a17a-1cb15b14a8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:06.980673 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a4fef47d-55d0-4518-a17a-1cb15b14a8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.032828 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a4fef47d-55d0-4518-a17a-1cb15b14a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.035351 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a4fef47d-55d0-4518-a17a-1cb15b14a8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.036631 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a4fef47d-55d0-4518-a17a-1cb15b14a8e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75361118-8df5-499c-b58a-fc4d67036a6a HTTP/1.1" status: 204 len: 168 time: 0.1298206 Jun 21 04:27:07.037360 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-2280ecac-03df-4a51-bb30-da343bb8f76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:07.044793 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fef47d-55d0-4518-a17a-1cb15b14a8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75361118-8df5-499c-b58a-fc4d67036a6a,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:07.047298 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a4fef47d-55d0-4518-a17a-1cb15b14a8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:07.579645 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ecb3-f0c5-4663-b301-19556ffd39ba req-ca62d7a5-3715-43ff-93b6-81c32f5d0d6e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:07.581694 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a918ecb3-f0c5-4663-b301-19556ffd39ba req-ca62d7a5-3715-43ff-93b6-81c32f5d0d6e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0858154 Jun 21 04:27:07.621417 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a918ecb3-f0c5-4663-b301-19556ffd39ba req-02bd1d80-5ce5-4c20-9c21-9d80badfdb0d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334744 Jun 21 04:27:07.731829 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43330) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:07.787967 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device fb973bba-321c-412f-a42b-6933b5f7b79c up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:07.844731 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port fb973bba-321c-412f-a42b-6933b5f7b79c completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:07.849248 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port fb973bba-321c-412f-a42b-6933b5f7b79c triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:07.849711 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.853574 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2103310308-network', 'tenant_id': '746fdb18db3f4462923b031e83abc8dd'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:07.887838 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Made reservation on behalf of 746fdb18db3f4462923b031e83abc8dd for: {'network': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:07.890587 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.901304 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.961530 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.984722 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51660db-6dfb-4d28-9928-49c1de68e288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb973bba-321c-412f-a42b-6933b5f7b79c'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:07.987134 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86178e23-4bb2-41f8-a5da-6b948629f703" -d '{"events": [{"server_uuid": "f51660db-6dfb-4d28-9928-49c1de68e288", "name": "network-vif-plugged", "status": "completed", "tag": "fb973bba-321c-412f-a42b-6933b5f7b79c"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:07.993532 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a962c8-385b-4f30-aa8d-9e06c808489b req-a7e1b069-429c-4326-9187-960cc5e91c0a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:08.000790 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port fb973bba-321c-412f-a42b-6933b5f7b79c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fb973bba-321c-412f-a42b-6933b5f7b79c,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:08.001468 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-44a962c8-385b-4f30-aa8d-9e06c808489b req-a7e1b069-429c-4326-9187-960cc5e91c0a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 944 time: 0.0839102 Jun 21 04:27:08.005829 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.008038 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:08.019921 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.027536 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.042750 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=92761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:27:08.045405 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-dd4676f0-1f8d-4ac4-b454-789fe2941208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:08.047612 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-44a962c8-385b-4f30-aa8d-9e06c808489b req-fe8b4365-b046-4e40-b84b-0aef18c4ce0a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451677 Jun 21 04:27:08.047957 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7fe14b-c4c4-44f8-86a4-91bd22698775 x-openstack-request-id: req-3e7fe14b-c4c4-44f8-86a4-91bd22698775 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:08.048427 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51660db-6dfb-4d28-9928-49c1de68e288", "name": "network-vif-plugged", "status": "completed", "tag": "fb973bba-321c-412f-a42b-6933b5f7b79c", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:08.048698 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e7fe14b-c4c4-44f8-86a4-91bd22698775 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:08.049099 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51660db-6dfb-4d28-9928-49c1de68e288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb973bba-321c-412f-a42b-6933b5f7b79c', 'code': 200} Jun 21 04:27:08.066247 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=fb973bba-321c-412f-a42b-6933b5f7b79c,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:08.069422 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:08.070791 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.071209 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.segments_db [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Added segment 9170a11f-c18f-48c9-86cb-112ef25222ac of type vlan for network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 Jun 21 04:27:08.083247 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39c307-89cb-4c14-bd82-dee5a1ff1f01,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:08.086780 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:08.117041 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.153835 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.155990 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:08.156662 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.159233 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:08.213288 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4803543 Jun 21 04:27:08.216276 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43346) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:08.217115 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:08.220571 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6c63eab5-3a8e-4ee5-834e-4a520790f3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:08.221558 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Request body: {'subnet': {'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2103310308-subnet', 'tenant_id': '746fdb18db3f4462923b031e83abc8dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:08.227532 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:27:08.250104 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Made reservation on behalf of 746fdb18db3f4462923b031e83abc8dd for: {'subnet': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:08.252537 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3362491'] for subnet, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.376130 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa28376-daf2-454b-ac70-e8305aec2573 req-e6bb1b28-4cab-4182-9561-718e00a3a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:08.377742 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5aa28376-daf2-454b-ac70-e8305aec2573 req-e6bb1b28-4cab-4182-9561-718e00a3a247 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 1098 time: 0.0639360 Jun 21 04:27:08.431490 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5aa28376-daf2-454b-ac70-e8305aec2573 req-fcfbdfe9-a9dd-49da-b861-4757320e842e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323846 Jun 21 04:27:08.602944 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3377425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3362473'] for subnet, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.605555 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8d991063-54b6-4263-bbdb-9b3644ea70df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:08.681316 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3143ee7-919e-4bdd-8884-fbeea9f859b1,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:08.683530 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Checking segment: {'id': '9170a11f-c18f-48c9-86cb-112ef25222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:08.683905 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Network hostable DHCP agents. Network: 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:27:08.686012 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:08.703753 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:27:08.714836 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588) {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:08.719145 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:08.719956 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.725794 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a7d08-93cf-4388-b74b-28ef51d853cb None None] Network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:27:08.737816 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5203550 Jun 21 04:27:08.815440 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e46a20f4-c4ba-4759-851d-11e88ed231cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:08.847726 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328fb04-4b31-40ec-acac-46aa2307e41f req-780cdc04-933a-4921-99b9-703ef2ff5507 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:08.849926 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2328fb04-4b31-40ec-acac-46aa2307e41f req-780cdc04-933a-4921-99b9-703ef2ff5507 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0936675 Jun 21 04:27:08.890441 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2328fb04-4b31-40ec-acac-46aa2307e41f req-ba4811e7-9df1-4c75-91b2-64c3480cacd3 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346215 Jun 21 04:27:08.899065 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88d552-284f-4fda-bb9c-513069ca2d6e None None] Network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:27:09.142165 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694372e-f641-4595-890f-b0fed5ea2d8a req-6d9b1cdb-2df4-42cc-bc04-8a688b5801fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:09.143997 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a694372e-f641-4595-890f-b0fed5ea2d8a req-6d9b1cdb-2df4-42cc-bc04-8a688b5801fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1098 time: 0.0523610 Jun 21 04:27:09.221434 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a694372e-f641-4595-890f-b0fed5ea2d8a req-6e31384f-71cd-44fa-b19c-2ea36dd82a27 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593307 Jun 21 04:27:09.245351 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cfbe1-4cd7-4a2e-a357-f79a48dffa35 req-896797e7-3411-453b-9f39-dbad160868b7 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:09.247146 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cf8cfbe1-4cd7-4a2e-a357-f79a48dffa35 req-896797e7-3411-453b-9f39-dbad160868b7 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 945 time: 0.0958652 Jun 21 04:27:09.316747 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cf8cfbe1-4cd7-4a2e-a357-f79a48dffa35 req-e98c93ce-8fbf-47a9-a375-5263d39f6e50 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622396 Jun 21 04:27:10.086299 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00f42-4ddc-414d-a8e7-23aa71d3ba72 req-0d7df4f5-0871-40d1-baba-29c91576128e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:10.087955 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c2a00f42-4ddc-414d-a8e7-23aa71d3ba72 req-0d7df4f5-0871-40d1-baba-29c91576128e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0735264 Jun 21 04:27:10.129748 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c2a00f42-4ddc-414d-a8e7-23aa71d3ba72 req-2fd13a9d-7106-4244-ba1b-12125f3ba772 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Jun 21 04:27:10.308657 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43392) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:10.453853 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b0f0221c-37aa-4901-acdb-92a3fdee2fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:10.543682 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037bd28-b00b-45f3-abdc-fc203d0d3311 req-4a1a65bd-b3ff-4e13-8afe-b8d1eade27eb tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:10.545194 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5037bd28-b00b-45f3-abdc-fc203d0d3311 req-4a1a65bd-b3ff-4e13-8afe-b8d1eade27eb tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 945 time: 0.1071498 Jun 21 04:27:10.610067 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5037bd28-b00b-45f3-abdc-fc203d0d3311 req-9ee0713b-dd99-407c-98de-fb60ec877169 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583704 Jun 21 04:27:10.644542 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b0f0221c-37aa-4901-acdb-92a3fdee2fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:10.650387 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b0f0221c-37aa-4901-acdb-92a3fdee2fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:10.654102 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1961f6ab-6ab0-490b-80ab-9eff1cf91d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:10.688968 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b0f0221c-37aa-4901-acdb-92a3fdee2fac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9c90176d42f400b9e3625cdb325c869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792036 Jun 21 04:27:10.691637 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43414) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:10.697620 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0221c-37aa-4901-acdb-92a3fdee2fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6b8dc4-6176-4169-9863-16f84661e7af,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:10.708342 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-c3da8c54-63b5-48f2-a8a7-8495e6e6e48a tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:10.709009 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b0f0221c-37aa-4901-acdb-92a3fdee2fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:10.709755 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-c3da8c54-63b5-48f2-a8a7-8495e6e6e48a tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/networks?id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 HTTP/1.1" status: 200 len: 809 time: 0.1308868 Jun 21 04:27:10.727981 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-d21b507d-f1b4-4a01-b8dc-b04d27bb3860 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/quotas/746fdb18db3f4462923b031e83abc8dd HTTP/1.1" status: 200 len: 375 time: 0.0098693 Jun 21 04:27:10.753566 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-00a0e6e6-ad45-4b26-b3b1-f0bcafb0544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:10.766208 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-0189b300-1467-46c1-98ab-4e38c513b0f1 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=746fdb18db3f4462923b031e83abc8dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318687 Jun 21 04:27:10.776291 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-00a0e6e6-ad45-4b26-b3b1-f0bcafb0544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:10.827257 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-00a0e6e6-ad45-4b26-b3b1-f0bcafb0544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:10.830465 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-00a0e6e6-ad45-4b26-b3b1-f0bcafb0544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:10.831687 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-00a0e6e6-ad45-4b26-b3b1-f0bcafb0544a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c6b8dc4-6176-4169-9863-16f84661e7af HTTP/1.1" status: 204 len: 168 time: 0.1391475 Jun 21 04:27:10.832487 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b4879d2b-41af-46ce-8037-6871a157a740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:10.840348 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0e6e6-ad45-4b26-b3b1-f0bcafb0544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6b8dc4-6176-4169-9863-16f84661e7af,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:10.842541 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-00a0e6e6-ad45-4b26-b3b1-f0bcafb0544a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:10.884452 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-248bf31d-5ded-4276-91aa-0bb1a14eff6d service neutron] 10.222.0.22 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104205 Jun 21 04:27:11.007733 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-3664ba26-9343-4bac-b78e-e2800ac2946d service neutron] 10.222.0.22 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168699 Jun 21 04:27:11.213515 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5115d276-13b6-450e-bb36-8c7884620301 req-6498a8d8-f00b-45a9-85b8-1a4216f99223 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 210 time: 0.0479860 Jun 21 04:27:11.363270 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424727b-2bb2-4df0-94e8-0625bd40694b req-bdbae24e-be37-40f9-8b81-91ac117cfc46 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:11.364904 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5424727b-2bb2-4df0-94e8-0625bd40694b req-bdbae24e-be37-40f9-8b81-91ac117cfc46 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0863118 Jun 21 04:27:11.422574 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5424727b-2bb2-4df0-94e8-0625bd40694b req-536071e6-c1e5-4705-a085-20afb0c4e9a2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509877 Jun 21 04:27:11.528816 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-28ca704c-8c6a-4890-953d-c9b69cf6b3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:11.608174 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43458) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:11.730125 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1500536798-network', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:11.776239 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Made reservation on behalf of 5c090be7852649c5bd1fc59ef4fffa6d for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:11.781074 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:11.798583 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:11.809166 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:11.818289 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b221db2-ae67-4400-bb5d-4821edfb9a75 req-93d51d5f-15bf-4276-9397-1aafd72e60c8 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:11.838777 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9b221db2-ae67-4400-bb5d-4821edfb9a75 req-93d51d5f-15bf-4276-9397-1aafd72e60c8 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 945 time: 0.0995235 Jun 21 04:27:11.900244 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9b221db2-ae67-4400-bb5d-4821edfb9a75 req-f786e4a0-8d1e-4053-a8eb-ea38312d3b2f tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595539 Jun 21 04:27:11.941158 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:11.946291 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:11.952647 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-73b21f56-b511-4672-a0da-066e50b24863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:11.970142 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:27:11.988638 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:11.988975 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Added segment 7b403243-d769-446d-b314-045e02d6bb83 of type vlan for network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 Jun 21 04:27:11.990355 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3128fd3e-1e36-4165-9287-e13c05d962ae,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:11.994593 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:12.042941 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.073951 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.075623 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:12.076477 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.081551 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:12.134539 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5224648 Jun 21 04:27:12.135252 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43472) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:12.142684 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Request body: {'subnet': {'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1500536798-subnet', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'ip_version': 4}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:12.145651 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:12.149668 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:12.160329 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:27:12.171048 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Made reservation on behalf of 5c090be7852649c5bd1fc59ef4fffa6d for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:12.177067 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.283408 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.368977 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2c448fc8-066c-4441-96cf-fd6cd37afe3c req-72f80b20-4def-4c94-9309-598913b8ba73 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 210 time: 0.0297508 Jun 21 04:27:12.390785 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.393354 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8a6d5f85-1a3b-4db4-a215-888831aaf482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:12.439114 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c540e30f-c4a2-4e14-ba48-d2c244f65264,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:12.447329 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:12.454409 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Checking segment: {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:12.455088 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Network hostable DHCP agents. Network: 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:27:12.473296 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:27:12.484616 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:12.489251 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:12.490058 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.495211 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d586273c-c85f-4da4-b3dc-13928e54860d None None] Network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:27:12.510494 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3713028 Jun 21 04:27:12.510874 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43484) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:12.516116 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:12.561112 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1036198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1371'] for router, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.562478 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1036251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1362'] for router, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.629189 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909c361-342c-466d-ba07-188a83b54ce4 req-6f00f029-18d8-416c-874e-262c8a3197de tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:12.631011 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7909c361-342c-466d-ba07-188a83b54ce4 req-6f00f029-18d8-416c-874e-262c8a3197de tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0726652 Jun 21 04:27:12.634318 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.673103 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89b7f11-cc33-5cc7-ba75-de15bce9f8cb-1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264'}]}} from dv-cinder-772623-10-smb. {{(pid=92763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:27:12.674720 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.684634 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7909c361-342c-466d-ba07-188a83b54ce4 req-ebccb60e-a1b5-4b62-9cb9-158abf0a7766 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474641 Jun 21 04:27:12.821693 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1036116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1340'] for router, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:12.904367 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Allocated IP 172.20.0.2 (1b1acc92-616a-43ce-a8b6-4cfc8d57bab6/c540e30f-c4a2-4e14-ba48-d2c244f65264/915c81ed-6bf7-4a5f-819f-e1d1c5608c6c) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:13.158714 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.180694 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Transition to ACTIVE for port object 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:13.216850 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Transition to ACTIVE for port object 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:13.228173 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.240318 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0863855c-4c64-4742-aa14-d0bf0b8e8598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:13.288391 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.312901 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Pushing event updated for resources: {'Port': ['ID=915c81ed-6bf7-4a5f-819f-e1d1c5608c6c,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:13.323557 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:13.335072 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.336768 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43516) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:13.337374 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:13.344198 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:13.346954 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:13.414710 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-bf622d3f-150a-448a-9e3f-10da659417ad tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:13.416476 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-bf622d3f-150a-448a-9e3f-10da659417ad tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.44 "GET /v2.0/networks?id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 HTTP/1.1" status: 200 len: 809 time: 0.6276343 Jun 21 04:27:13.436365 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-9418eb45-2914-4f20-9fce-6f0c2f290999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:13.437878 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-9418eb45-2914-4f20-9fce-6f0c2f290999 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1098 time: 0.1395297 Jun 21 04:27:13.459024 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Attempting to bind port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:13.459713 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Attempting to bind port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:13.460232 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Attempting to bind port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c on network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:13.462552 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Request body: {'port': {'device_id': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588', 'admin_state_up': True, 'tenant_id': '746fdb18db3f4462923b031e83abc8dd'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:13.465888 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:13.466512 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Checking segment: {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:13.467065 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.467599 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Bound using segment: {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:13.468255 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Bound port: 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:13.468786 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.561005 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] For port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:13.564650 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] For port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=915c81ed-6bf7-4a5f-819f-e1d1c5608c6c,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:13.571192 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.574606 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:13.588878 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.621186 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Allocated IP 172.28.0.106 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/d5d997e6-6807-4a5c-a603-9fffbff0a80d) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:13.638083 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Pushing event updated for resources: {'Port': ['ID=915c81ed-6bf7-4a5f-819f-e1d1c5608c6c,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:13.642336 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:13.646466 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd775a4-6a3c-4ea6-a9d0-fec3b0e4495e req-1e9ef57f-6f8e-4c63-9363-eb714b19c087 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:13.656490 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4fd775a4-6a3c-4ea6-a9d0-fec3b0e4495e req-1e9ef57f-6f8e-4c63-9363-eb714b19c087 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.2462606 Jun 21 04:27:13.706285 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-0e39e734-530d-46b9-a41e-f8ea1feeb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:13.707776 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-0e39e734-530d-46b9-a41e-f8ea1feeb4ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 920 time: 0.2490122 Jun 21 04:27:13.765298 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4fd775a4-6a3c-4ea6-a9d0-fec3b0e4495e req-96d44ce2-64fe-4538-803d-b6862fb95097 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049562 Jun 21 04:27:13.772234 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-157ff4d1-9f66-4417-9b68-07e300a95d89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc HTTP/1.1" status: 200 len: 217 time: 0.0474334 Jun 21 04:27:13.840158 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.867176 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-57832232-2db8-4fa0-95b7-60fd4c86b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:13.868765 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-57832232-2db8-4fa0-95b7-60fd4c86b726 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.0882199 Jun 21 04:27:13.908810 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3377573'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.921195 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-700b93c6-fd01-428e-9563-6497777fb15b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413368 Jun 21 04:27:13.930668 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:13.932023 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:13.941661 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:13.945358 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:14.002281 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:14.052649 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.086740 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-d9275aba-ccdd-4df1-bad7-1815452511c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:14.151569 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.175547 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Made reservation on behalf of 746fdb18db3f4462923b031e83abc8dd for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:14.178219 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e2425377-2d74-4415-87d8-bb33a577e253 req-90978139-9fc0-49a8-9a7a-67caa3e274f2 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 210 time: 0.2491324 Jun 21 04:27:14.179986 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.195538 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b7d505b319f436bb7666c9ee7f2c2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8570328 Jun 21 04:27:14.206354 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f008e93-50f1-4e94-b88c-7c076fb223b8,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:14.206354 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43536) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:14.232390 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:14.256136 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.256503 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.256903 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.257210 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.257556 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.257901 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.258241 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.258577 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.258914 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.259252 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.259583 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.259945 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:14.276112 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:14.278034 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d997e6-6807-4a5c-a603-9fffbff0a80d,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:14.281236 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:14.320300 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:14.327156 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-4414c1a8-e00e-4594-94ff-80755d337d53 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268428 Jun 21 04:27:14.398854 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e41370fd-47d9-4b38-a3df-a5308977dce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.446289 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.463919 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e41370fd-47d9-4b38-a3df-a5308977dce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.525139 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Allocated IP 172.20.0.13 (7a13c01a-9e6f-4ad4-a2ae-7b2ece287588/c3143ee7-919e-4bdd-8884-fbeea9f859b1/5bff6bf8-45de-4e59-bc15-8d80d8eff5c1) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:14.539214 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e8787e85-5a36-4dde-b29e-3ec003285f2c req-e31ade5d-8b0b-4184-b281-1190a9d10862 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916668 Jun 21 04:27:14.580501 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e41370fd-47d9-4b38-a3df-a5308977dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.583735 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e41370fd-47d9-4b38-a3df-a5308977dce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.587440 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-e41370fd-47d9-4b38-a3df-a5308977dce2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f008e93-50f1-4e94-b88c-7c076fb223b8 HTTP/1.1" status: 204 len: 168 time: 0.3803301 Jun 21 04:27:14.593278 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7d289966-a9b2-43ad-87a5-af20d7ea97db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:14.621349 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41370fd-47d9-4b38-a3df-a5308977dce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f008e93-50f1-4e94-b88c-7c076fb223b8,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:14.624041 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e41370fd-47d9-4b38-a3df-a5308977dce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:14.725366 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1036207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012787'] for router, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.750208 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.849475 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.854085 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-dfd661c4-1655-4caa-a043-7b0f7222e080 tempest-VolumesActionsTest-2084411236 tempest-VolumesActionsTest-2084411236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:14.892084 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Router 1cea1067-6183-4820-b948-cddf3310ee29 is scheduled to L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 with binding_index 1 {{(pid=92762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:27:14.900416 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-7011e5d8-903f-4cfb-a7fc-d91c8de2383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:14.902183 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-7011e5d8-903f-4cfb-a7fc-d91c8de2383f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1098 time: 0.1337512 Jun 21 04:27:14.914654 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:14.918383 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:14.922998 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:14.933604 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:14.934246 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.980032 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Pushing event updated for resources: {'Port': ['ID=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:15.031416 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:15.038978 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:27:15.048878 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Sync routers for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:27:15.060830 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:15.061460 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:27:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:15.061589 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6039248 Jun 21 04:27:15.073945 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:15.076003 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-013cf904-8cc3-4e72-8640-e3cc9aaae6e3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5637851 Jun 21 04:27:15.088073 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43552) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:15.098445 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2625339-e701-47a2-987a-47fb9ee8a9cc None None] Network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:27:15.175902 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-cd9c9d59-75dd-4586-9bbf-b60758f3f986 None None] Provisioning for port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:15.211593 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-cd9c9d59-75dd-4586-9bbf-b60758f3f986 None None] Provisioning complete for port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:15.212062 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd9c9d59-75dd-4586-9bbf-b60758f3f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:15.252841 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Request body: {'port': {'device_id': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:15.284969 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:15.292061 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-84eab6db-1014-41e2-b519-cd5b30b0f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:15.295076 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-84eab6db-1014-41e2-b519-cd5b30b0f818 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 920 time: 0.3562725 Jun 21 04:27:15.492498 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-00f9f638-dfd7-40e3-9abf-65841e4301b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc HTTP/1.1" status: 200 len: 217 time: 0.1328647 Jun 21 04:27:15.505805 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d3fb7-2c5b-49ab-900f-54f9370879ad req-c1cbea72-2a2f-4a32-b486-661d6f3a7151 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:15.507830 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ff4d3fb7-2c5b-49ab-900f-54f9370879ad req-c1cbea72-2a2f-4a32-b486-661d6f3a7151 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.5444727 Jun 21 04:27:15.556675 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:14Z', 'revision_number': 3, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:15.586624 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd9c9d59-75dd-4586-9bbf-b60758f3f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:15.596196 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Checking router: 1cea1067-6183-4820-b948-cddf3310ee29 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:27:15.596750 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Updating router 1cea1067-6183-4820-b948-cddf3310ee29 port d5d997e6-6807-4a5c-a603-9fffbff0a80d binding host dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:27:15.653009 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-cd9c9d59-75dd-4586-9bbf-b60758f3f986 None None] For port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=915c81ed-6bf7-4a5f-819f-e1d1c5608c6c,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:15.656931 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:15.659400 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd9c9d59-75dd-4586-9bbf-b60758f3f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:15.661708 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:15.730715 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c9d59-75dd-4586-9bbf-b60758f3f986 None None] Pushing event updated for resources: {'Port': ['ID=915c81ed-6bf7-4a5f-819f-e1d1c5608c6c,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:15.743287 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-cd9c9d59-75dd-4586-9bbf-b60758f3f986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:15.755450 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35193d48-5d4b-40cc-8a4b-648242b37fc9 req-0c57e5d8-0b8a-4c83-b8c4-340c4d73e43e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:15.757174 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-35193d48-5d4b-40cc-8a4b-648242b37fc9 req-0c57e5d8-0b8a-4c83-b8c4-340c4d73e43e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 932 time: 0.1248264 Jun 21 04:27:15.826011 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-35193d48-5d4b-40cc-8a4b-648242b37fc9 req-087ccecd-51a2-485d-9023-a95ebb630e50 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570288 Jun 21 04:27:15.917641 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ff4d3fb7-2c5b-49ab-900f-54f9370879ad req-e8af2a8f-82df-411f-bdcb-bacce9cf32f6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690295 Jun 21 04:27:15.942216 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-076a25f3-f88f-472e-9dbb-b996360f725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:15.943611 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-076a25f3-f88f-472e-9dbb-b996360f725d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.3711336 Jun 21 04:27:15.944209 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:15.989759 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:15.993925 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-8019abb2-6f5f-498c-9682-42cd38ca7161 None None] Provisioning complete for port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:15.994587 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8019abb2-6f5f-498c-9682-42cd38ca7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:16.001979 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-ccbe4fa3-e6ea-4bf4-82e4-7d266f3840ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378182 Jun 21 04:27:16.004272 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Transition to ACTIVE for port object d5d997e6-6807-4a5c-a603-9fffbff0a80d will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:16.015378 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:16.018910 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c3c2f817-0eb4-4064-a3a7-f222d57014b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:16.063200 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Pushing event updated for resources: {'Port': ['ID=d5d997e6-6807-4a5c-a603-9fffbff0a80d,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:16.074561 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.075168 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.075684 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.076134 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.076503 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.078161 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.078161 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.078161 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.078161 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.078865 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.079285 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.080081 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:16.085110 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:16.106860 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Attempting to bind port d5d997e6-6807-4a5c-a603-9fffbff0a80d on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:16.107420 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Attempting to bind port d5d997e6-6807-4a5c-a603-9fffbff0a80d by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:16.108017 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Attempting to bind port d5d997e6-6807-4a5c-a603-9fffbff0a80d on network b941b75c-3e79-4b47-a5c9-c341863e1176 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:16.113899 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:16.114352 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Checking segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:16.114823 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:16.115285 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Bound using segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:16.116026 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Bound port: d5d997e6-6807-4a5c-a603-9fffbff0a80d, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:16.116459 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:16.166920 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:16.181041 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] For port d5d997e6-6807-4a5c-a603-9fffbff0a80d, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:16.186399 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] For port d5d997e6-6807-4a5c-a603-9fffbff0a80d, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=d5d997e6-6807-4a5c-a603-9fffbff0a80d,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:16.192572 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:16.196499 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:16.233676 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:16.276292 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:16.276874 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:16.284942 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Pushing event updated for resources: {'Port': ['ID=d5d997e6-6807-4a5c-a603-9fffbff0a80d,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:16.288253 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-58f56fbe-dab8-45f7-aaaf-c87fe3c44330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:16.314429 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:16.315226 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:27:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:16.315884 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-917dadee-cb85-4da4-8508-1e4c6d9ada15 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838297 Jun 21 04:27:16.560886 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:16.600217 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:16.801305 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:14Z', 'revision_number': 3, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:16.827024 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89afeba-1341-4f77-9fe6-5ce94def809f None None] The sync data for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb is: [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:14Z', 'revision_number': 3, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:27:16.959024 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Allocated IP 172.20.0.1 (1b1acc92-616a-43ce-a8b6-4cfc8d57bab6/c540e30f-c4a2-4e14-ba48-d2c244f65264/4424d184-32fe-4a8a-a89e-2170e7709f81) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:16.966150 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b83288a4-0473-47e0-a07a-69a4b95f353f req-79899b70-8c25-44ca-ad82-3e11c9436dbc service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960841 Jun 21 04:27:17.151771 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:17.173912 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.184076 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b510bb-2555-43a7-848d-37dd90deffb0 req-d8979624-069f-450e-b9ce-e6108c343c2b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:17.197284 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-49b510bb-2555-43a7-848d-37dd90deffb0 req-d8979624-069f-450e-b9ce-e6108c343c2b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1472528 Jun 21 04:27:17.218305 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714725c6-1da7-468a-b6eb-5fc5f69bd7ce req-d393736a-b076-4651-8389-0b01f69ed536 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:17.220108 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-714725c6-1da7-468a-b6eb-5fc5f69bd7ce req-d393736a-b076-4651-8389-0b01f69ed536 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 932 time: 0.2421734 Jun 21 04:27:17.225019 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Transition to ACTIVE for port object 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:17.252685 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.256261 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.267457 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:17.326072 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Pushing event updated for resources: {'Port': ['ID=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:17.330432 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:17.357323 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Transition to ACTIVE for port object 4424d184-32fe-4a8a-a89e-2170e7709f81 will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:17.456919 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.462391 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ade9a924-a7d7-48c5-815e-1f5b3ddf9217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:17.477745 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-714725c6-1da7-468a-b6eb-5fc5f69bd7ce req-ebc3abe4-7d1d-4809-9943-7e76d77750a0 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490819 Jun 21 04:27:17.497015 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-49b510bb-2555-43a7-848d-37dd90deffb0 req-98577d41-a943-4352-82fc-b6b2dc91e646 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980347 Jun 21 04:27:17.523462 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:17.553225 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:17.562155 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:17.563063 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010716'] for router_interface, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.648184 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Pushing event updated for resources: {'Port': ['ID=4424d184-32fe-4a8a-a89e-2170e7709f81,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:17.674430 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:17.677475 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Attempting to bind port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:17.677973 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Attempting to bind port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '9170a11f-c18f-48c9-86cb-112ef25222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:17.678919 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Attempting to bind port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 on network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:17.688117 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 on network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:27:17.688663 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Attempting to bind port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 on network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:17.698773 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:17.699328 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Checking segment: {'id': '9170a11f-c18f-48c9-86cb-112ef25222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:17.700022 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Bound using segment: {'id': '9170a11f-c18f-48c9-86cb-112ef25222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:17.700647 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Bound port: 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9170a11f-c18f-48c9-86cb-112ef25222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:17.701377 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.953631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] For port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:17.959277 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] For port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:17.971785 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.975995 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.985843 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:18.016067 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-55a3a2fe-5a79-4617-98cf-ec77d8a7ba05 None None] Provisioning for port 4424d184-32fe-4a8a-a89e-2170e7709f81 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:18.024709 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-55a3a2fe-5a79-4617-98cf-ec77d8a7ba05 None None] Provisioning complete for port 4424d184-32fe-4a8a-a89e-2170e7709f81 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:18.025094 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-55a3a2fe-5a79-4617-98cf-ec77d8a7ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.053804 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Pushing event updated for resources: {'Port': ['ID=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:18.059512 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:18.070932 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a2fe-5a79-4617-98cf-ec77d8a7ba05 None None] Port 4424d184-32fe-4a8a-a89e-2170e7709f81 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:27:18.092172 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.092935 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.094391 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] 10.222.0.44 "PUT /v2.0/ports/5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 HTTP/1.1" status: 200 len: 1094 time: 2.9888883 Jun 21 04:27:18.094960 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'tag': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:18.097484 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aa916a-3792-47cd-94be-6eb55d5870d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b827c36c-4986-47c0-a517-cb9f3f4d0775", "tag": "5bff6bf8-45de-4e59-bc15-8d80d8eff5c1"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:18.157761 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device d5d997e6-6807-4a5c-a603-9fffbff0a80d up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:18.162090 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0e8ccc-2d09-4479-a91f-3aaa51257503 x-openstack-request-id: req-6c0e8ccc-2d09-4479-a91f-3aaa51257503 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:18.162415 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b827c36c-4986-47c0-a517-cb9f3f4d0775", "tag": "5bff6bf8-45de-4e59-bc15-8d80d8eff5c1", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:18.162919 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c0e8ccc-2d09-4479-a91f-3aaa51257503 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:18.163115 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'tag': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1', 'status': 'completed', 'code': 200} Jun 21 04:27:18.235603 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port d5d997e6-6807-4a5c-a603-9fffbff0a80d completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:18.240079 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port d5d997e6-6807-4a5c-a603-9fffbff0a80d triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:18.240460 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.321465 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.326484 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.335091 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-275d102a-d612-4d8d-a5e5-264c8451af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.336739 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-275d102a-d612-4d8d-a5e5-264c8451af00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=746fdb18db3f4462923b031e83abc8dd&device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 1097 time: 0.0812054 Jun 21 04:27:18.337457 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.338197 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1011717'] for router_interface, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.340711 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:18.343250 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port d5d997e6-6807-4a5c-a603-9fffbff0a80d, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=d5d997e6-6807-4a5c-a603-9fffbff0a80d,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:18.348486 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.351605 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:18.402030 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=d5d997e6-6807-4a5c-a603-9fffbff0a80d,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:18.405457 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:18.457231 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-0ba4ffb5-4f0c-4ab8-8a6e-f5a392b38ecb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 HTTP/1.1" status: 200 len: 217 time: 0.0842726 Jun 21 04:27:18.459500 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Pushing event updated for resources: {'Port': ['ID=4424d184-32fe-4a8a-a89e-2170e7709f81,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:18.463462 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:18.477149 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:27:18.542568 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-ed7c7dd3-88aa-4043-8e58-d2151d9a264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.544279 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-ed7c7dd3-88aa-4043-8e58-d2151d9a264e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3143ee7-919e-4bdd-8884-fbeea9f859b1 HTTP/1.1" status: 200 len: 849 time: 0.0728669 Jun 21 04:27:18.549495 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:18.550884 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:18.619826 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-1cd3218f-33d1-412d-b872-46a83e38eda0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602701 Jun 21 04:27:18.713525 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d8266-5d54-421e-970d-ca2639ede31d req-9a2a5bbd-3604-40b6-952b-2e7ad5de132d tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.728373 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-905d8266-5d54-421e-970d-ca2639ede31d req-9a2a5bbd-3604-40b6-952b-2e7ad5de132d tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 944 time: 0.0821655 Jun 21 04:27:18.769455 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-905d8266-5d54-421e-970d-ca2639ede31d req-534aa2b2-9ee4-45d9-9bdd-2c81e5ca8c32 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 Jun 21 04:27:18.812319 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-b425aee7-8236-4b3b-8b2b-51f291b32285 None None] Provisioning complete for port 4424d184-32fe-4a8a-a89e-2170e7709f81 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:18.812768 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b425aee7-8236-4b3b-8b2b-51f291b32285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.833362 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-b0bcbae6-8a07-4211-acad-c1637ef347e0 service neutron] 10.222.0.44 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040861 Jun 21 04:27:18.838099 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Router 1cea1067-6183-4820-b948-cddf3310ee29 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:27:18.845856 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61335e7-6716-4fa3-a7ed-bdb338050e9f req-c811441d-fa6a-4054-b45f-a24993cff7e2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.847749 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f61335e7-6716-4fa3-a7ed-bdb338050e9f req-c811441d-fa6a-4054-b45f-a24993cff7e2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1646221 Jun 21 04:27:18.852974 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-b425aee7-8236-4b3b-8b2b-51f291b32285 None None] Port 4424d184-32fe-4a8a-a89e-2170e7709f81 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:27:18.973679 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f61335e7-6716-4fa3-a7ed-bdb338050e9f req-175ddc5a-9320-4e66-b931-3d75a6845f80 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198828 Jun 21 04:27:19.072477 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-63dfb5fd-7c1f-4182-b7c1-b3093284ad7e req-786a506e-3649-4b2e-a19b-643e3ebc1c6e service neutron] 10.222.0.44 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626165 Jun 21 04:27:19.073454 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:27:19.081153 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] 10.222.0.22 "PUT /v2.0/routers/1cea1067-6183-4820-b948-cddf3310ee29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9914167 Jun 21 04:27:19.083106 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Sync routers for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:27:19.092477 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:19.093221 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:27:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:19.215493 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:19.344127 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-00552e7e-1ed0-450b-971c-cecd55f06e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:19.345784 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-00552e7e-1ed0-450b-971c-cecd55f06e31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=746fdb18db3f4462923b031e83abc8dd&device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 1097 time: 0.0634425 Jun 21 04:27:19.426853 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:17Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '4424d184-32fe-4a8a-a89e-2170e7709f81', 'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'mac_address': 'fa:16:3e:e5:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:16Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 2, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'subnets': [{'id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:19.455516 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Checking router: 1cea1067-6183-4820-b948-cddf3310ee29 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:27:19.456075 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Updating router 1cea1067-6183-4820-b948-cddf3310ee29 port 4424d184-32fe-4a8a-a89e-2170e7709f81 binding host dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:27:19.465227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-4514cd0e-8ebf-42bc-9537-f43ac4f669de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:19.466703 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-4514cd0e-8ebf-42bc-9537-f43ac4f669de service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 HTTP/1.1" status: 200 len: 910 time: 0.0958917 Jun 21 04:27:19.494465 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:19.520628 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-92875ddb-578d-4999-ab78-563c9728692a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 HTTP/1.1" status: 200 len: 217 time: 0.0416627 Jun 21 04:27:19.580944 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-9609e312-2954-4f7b-974f-dccb8c1ed780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:19.582465 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-9609e312-2954-4f7b-974f-dccb8c1ed780 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3143ee7-919e-4bdd-8884-fbeea9f859b1 HTTP/1.1" status: 200 len: 849 time: 0.0485878 Jun 21 04:27:19.632765 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-c7feb572-2426-42b1-964e-daf6a81a86b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289824 Jun 21 04:27:19.670768 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43674) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:19.675874 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1154523265-network', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:19.702283 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Made reservation on behalf of be0a872c285f4880937db2413a5a6bc5 for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:19.705879 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:19.716397 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:19.743110 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-94f7d042-914f-4bf1-8e08-c3146e7d3e17 service neutron] 10.222.0.44 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006958 Jun 21 04:27:19.782671 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:19.797562 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Transition to ACTIVE for port object 4424d184-32fe-4a8a-a89e-2170e7709f81 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:19.808478 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:19.812129 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:19.830393 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:19.834902 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:19.840426 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-dbe30a68-fcd0-4f02-b548-7124457ca688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:19.872023 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-76aa916a-3792-47cd-94be-6eb55d5870d9 req-9a4e9415-e90e-4156-a1ea-2518606ac33c service neutron] 10.222.0.44 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132069 Jun 21 04:27:19.886167 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95963f5c-2638-4390-b679-bd18df59c8c9,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:19.893629 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:27:19.901946 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.902312 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.902667 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.903102 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.903351 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.903724 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.904109 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.904424 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.904768 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.905118 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.905459 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.906202 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:19.906601 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Pushing event updated for resources: {'Port': ['ID=4424d184-32fe-4a8a-a89e-2170e7709f81,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:19.910747 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:19.911003 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:19.915294 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:19.915904 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Added segment 9e18bdcc-26eb-41db-8ce0-5702d1a3ab11 of type vlan for network 6657b5a6-a53b-4840-99ac-880f66c24440 Jun 21 04:27:19.967889 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:19.992440 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Attempting to bind port 4424d184-32fe-4a8a-a89e-2170e7709f81 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:19.992830 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Attempting to bind port 4424d184-32fe-4a8a-a89e-2170e7709f81 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:19.993209 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Attempting to bind port 4424d184-32fe-4a8a-a89e-2170e7709f81 on network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:19.999262 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:19.999643 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Checking segment: {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:20.000257 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.000712 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Bound using segment: {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:20.001201 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Bound port: 4424d184-32fe-4a8a-a89e-2170e7709f81, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:20.001586 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.046133 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device d5d997e6-6807-4a5c-a603-9fffbff0a80d up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:20.054918 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.060605 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:20.062256 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.068985 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-619c5bd4-6582-4fb7-b523-68a7c39b9a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:20.084416 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234aee47-6f32-4d18-a299-d1ee081e10a5 req-fca42e38-8347-4cb3-9c26-92b48e62f8fe tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:20.086176 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-234aee47-6f32-4d18-a299-d1ee081e10a5 req-fca42e38-8347-4cb3-9c26-92b48e62f8fe tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 944 time: 0.1794434 Jun 21 04:27:20.139551 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4667926 Jun 21 04:27:20.144824 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43684) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:20.156965 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Request body: {'subnet': {'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1154523265-subnet', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'ip_version': 4}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:20.174470 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-234aee47-6f32-4d18-a299-d1ee081e10a5 req-03bf0161-2d9e-422a-9ff2-4d70817997d8 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826170 Jun 21 04:27:20.179380 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Pushing event updated for resources: {'Network': ['ID=6657b5a6-a53b-4840-99ac-880f66c24440,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:20.186724 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:20.188572 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] For port 4424d184-32fe-4a8a-a89e-2170e7709f81, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:20.194847 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Made reservation on behalf of be0a872c285f4880937db2413a5a6bc5 for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:20.197530 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.199650 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] For port 4424d184-32fe-4a8a-a89e-2170e7709f81, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=4424d184-32fe-4a8a-a89e-2170e7709f81,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:20.201171 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 6657b5a6-a53b-4840-99ac-880f66c24440 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:27:20.261880 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.269387 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:20.306802 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439d4f4-7db7-4889-b6a0-d4d33ce52780 req-8f25c88f-14c6-4176-b76f-da2dc1da4179 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:20.326366 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4439d4f4-7db7-4889-b6a0-d4d33ce52780 req-8f25c88f-14c6-4176-b76f-da2dc1da4179 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1260512 Jun 21 04:27:20.384243 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port d5d997e6-6807-4a5c-a603-9fffbff0a80d triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:20.385331 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.412695 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4439d4f4-7db7-4889-b6a0-d4d33ce52780 req-33da2f2d-0e7a-4ad8-961c-a5bcfbeec500 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852430 Jun 21 04:27:20.549323 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.552639 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b33a9852-f9d0-4d2f-aad6-37b4235a2a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:20.583599 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Pushing event updated for resources: {'Port': ['ID=4424d184-32fe-4a8a-a89e-2170e7709f81,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:20.610528 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.611285 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.611839 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.612476 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.613095 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.613732 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.614275 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.614812 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.615290 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.615816 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.616302 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.616774 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:20.626292 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:20.629858 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:20.630496 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:27:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:20.646975 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39fa94b-a254-4b84-9aec-8c9f0ffdea9e,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:20.651927 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:20.656912 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Checking segment: {'id': '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:20.657607 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Network hostable DHCP agents. Network: 6657b5a6-a53b-4840-99ac-880f66c24440, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:27:20.697413 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Network 6657b5a6-a53b-4840-99ac-880f66c24440 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:27:20.718734 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 6657b5a6-a53b-4840-99ac-880f66c24440) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:20.723519 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:20.725155 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.752314 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6064432 Jun 21 04:27:20.753709 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43712) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:20.759687 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:20.761857 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9539e9a-5e4d-4e6c-8556-b06e05631fb4 None None] Network 6657b5a6-a53b-4840-99ac-880f66c24440 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:27:20.800529 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1036198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1371'] for router, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.803077 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1036251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1362'] for router, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.879309 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:20.958827 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:21.080508 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1036116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1340'] for router, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.228954 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89b7f11-cc33-5cc7-ba75-de15bce9f8cb-6657b5a6-a53b-4840-99ac-880f66c24440', 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'fixed_ips': [{'subnet_id': 'e39fa94b-a254-4b84-9aec-8c9f0ffdea9e'}]}} from dv-cinder-772623-10-smb. {{(pid=92763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:27:21.229930 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.336446 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.360386 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.421477 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03861482-ff9a-486a-b0ee-ca5978077514 req-5fca4cf3-a468-44f4-b305-140644672449 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:21.430168 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-03861482-ff9a-486a-b0ee-ca5978077514 req-5fca4cf3-a468-44f4-b305-140644672449 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 944 time: 0.0931032 Jun 21 04:27:21.483168 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-03861482-ff9a-486a-b0ee-ca5978077514 req-721febff-9ba7-4627-beaa-3a361d539269 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Jun 21 04:27:21.485258 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Allocated IP 172.20.0.2 (6657b5a6-a53b-4840-99ac-880f66c24440/e39fa94b-a254-4b84-9aec-8c9f0ffdea9e/29145505-6223-4048-b38e-ad563468c353) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:21.499172 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:17Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '4424d184-32fe-4a8a-a89e-2170e7709f81', 'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'mac_address': 'fa:16:3e:e5:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:16Z', 'updated_at': '2021-06-21T04:27:20Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'subnets': [{'id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:21.530603 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfe3aa-d526-456e-8cb8-5642210ba86b None None] The sync data for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb is: [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:17Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '4424d184-32fe-4a8a-a89e-2170e7709f81', 'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'mac_address': 'fa:16:3e:e5:10:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:16Z', 'updated_at': '2021-06-21T04:27:20Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'subnets': [{'id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:27:21.538955 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Allocated IP 172.28.0.62 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/9f7e7c58-db6b-4d2d-9682-97699435959b) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:21.556015 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb7a86-ae6a-4926-887f-86b5bb9529d0 req-b4db0e59-7d59-49fe-b4d2-26ca6da69a68 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:21.557431 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e6cb7a86-ae6a-4926-887f-86b5bb9529d0 req-b4db0e59-7d59-49fe-b4d2-26ca6da69a68 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 945 time: 0.1237593 Jun 21 04:27:21.674636 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e6cb7a86-ae6a-4926-887f-86b5bb9529d0 req-b30839c2-254a-4586-b5bc-bfdac6d86756 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071281 Jun 21 04:27:21.734663 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.749656 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.762598 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Transition to ACTIVE for port object 29145505-6223-4048-b38e-ad563468c353 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:21.780287 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Transition to ACTIVE for port object 29145505-6223-4048-b38e-ad563468c353 will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:21.780761 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3377573'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.785355 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:21.787127 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.797293 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:21.841620 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:21.845081 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Network 6657b5a6-a53b-4840-99ac-880f66c24440 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:21.846157 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:21.848291 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7e7c58-db6b-4d2d-9682-97699435959b,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:21.850432 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:21.851871 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:21.855154 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:21.866936 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Pushing event updated for resources: {'Port': ['ID=29145505-6223-4048-b38e-ad563468c353,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:21.869732 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:21.872114 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:21.931013 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Attempting to bind port 29145505-6223-4048-b38e-ad563468c353 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:21.931390 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Attempting to bind port 29145505-6223-4048-b38e-ad563468c353 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:21.931793 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Attempting to bind port 29145505-6223-4048-b38e-ad563468c353 on network 6657b5a6-a53b-4840-99ac-880f66c24440 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:21.937241 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:21.937687 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Checking segment: {'id': '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:21.938095 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:21.938494 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Bound using segment: {'id': '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:21.938967 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Bound port: 29145505-6223-4048-b38e-ad563468c353, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:21.939341 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:22.049243 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] For port 29145505-6223-4048-b38e-ad563468c353, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:22.053399 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] For port 29145505-6223-4048-b38e-ad563468c353, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=29145505-6223-4048-b38e-ad563468c353,segment=NetworkSegment(9e18bdcc-26eb-41db-8ce0-5702d1a3ab11),segment_id=9e18bdcc-26eb-41db-8ce0-5702d1a3ab11)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:22.063367 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:22.066104 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:22.114654 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 4424d184-32fe-4a8a-a89e-2170e7709f81 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:22.199742 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:22.216284 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Pushing event updated for resources: {'Port': ['ID=29145505-6223-4048-b38e-ad563468c353,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:22.228825 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:22.264247 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 4424d184-32fe-4a8a-a89e-2170e7709f81 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:22.271403 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 4424d184-32fe-4a8a-a89e-2170e7709f81 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:22.272445 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:22.419978 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:22.481830 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 4424d184-32fe-4a8a-a89e-2170e7709f81, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=4424d184-32fe-4a8a-a89e-2170e7709f81,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:22.482598 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1036207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012787'] for router, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:22.491379 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:22.494580 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:22.589571 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=4424d184-32fe-4a8a-a89e-2170e7709f81,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:22.593757 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:22.654662 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a is scheduled to L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 with binding_index 1 {{(pid=92762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:27:22.726426 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39212-bf48-4341-8f31-2176c07e5475 req-77dbd1c0-b953-4032-80de-bf3ec76f9718 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:22.728034 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7cf39212-bf48-4341-8f31-2176c07e5475 req-77dbd1c0-b953-4032-80de-bf3ec76f9718 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 944 time: 0.1126554 Jun 21 04:27:22.901843 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed06486-2889-419a-a7a7-19e2554d4bbc req-fa0d1d74-2199-45d8-ba96-1bd9412dc060 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:22.909274 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4ed06486-2889-419a-a7a7-19e2554d4bbc req-fa0d1d74-2199-45d8-ba96-1bd9412dc060 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 945 time: 0.0845957 Jun 21 04:27:22.960329 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4ed06486-2889-419a-a7a7-19e2554d4bbc req-65982e67-8580-4876-9599-6df2b16d0ae5 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496993 Jun 21 04:27:23.020179 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7cf39212-bf48-4341-8f31-2176c07e5475 req-207d76dd-1f0e-45fc-82cd-3071a16f9e98 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855234 Jun 21 04:27:23.022703 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:27:23.031652 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Sync routers for ids ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:27:23.049670 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Routers {'028ddcc1-6c1d-472d-ac2f-459b9d68f78a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:23.050998 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:27:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:23.057369 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:23.059051 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3031955 Jun 21 04:27:23.061865 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43750) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:23.190561 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Set router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:23.279969 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28315f-9b83-4dd3-840d-8a6d71ca3a78 None None] Network 6657b5a6-a53b-4840-99ac-880f66c24440 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:27:23.394148 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-4815e720-1910-461f-b54a-c200a38b4794 None None] Provisioning for port 29145505-6223-4048-b38e-ad563468c353 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:23.477647 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:20Z', 'updated_at': '2021-06-21T04:27:22Z', 'revision_number': 3, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'gw_port': {'id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:62:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:21Z', 'updated_at': '2021-06-21T04:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:23.509942 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Checking router: 028ddcc1-6c1d-472d-ac2f-459b9d68f78a for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:27:23.510836 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Updating router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a port 9f7e7c58-db6b-4d2d-9682-97699435959b binding host dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:27:23.569199 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:23.665374 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63b9e9-1f82-4e0d-b248-15e279c99fb8 req-a1b7a666-9f4c-4c24-9843-296637a558a0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:23.668507 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7e63b9e9-1f82-4e0d-b248-15e279c99fb8 req-a1b7a666-9f4c-4c24-9843-296637a558a0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1649230 Jun 21 04:27:23.726723 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7e63b9e9-1f82-4e0d-b248-15e279c99fb8 req-19b390c5-9210-47b9-8f59-8fc974f9cfca tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513661 Jun 21 04:27:23.882662 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:23.893207 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Transition to ACTIVE for port object 9f7e7c58-db6b-4d2d-9682-97699435959b will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:23.900401 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:23.902734 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:23.911489 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:27:23.914893 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:23.952395 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Attempting to bind port 9f7e7c58-db6b-4d2d-9682-97699435959b on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:23.952866 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Attempting to bind port 9f7e7c58-db6b-4d2d-9682-97699435959b by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:23.953336 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Attempting to bind port 9f7e7c58-db6b-4d2d-9682-97699435959b on network b941b75c-3e79-4b47-a5c9-c341863e1176 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:23.969781 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:23.970192 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Checking segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:23.970623 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:23.970895 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Bound using segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:23.971372 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Bound port: 9f7e7c58-db6b-4d2d-9682-97699435959b, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:23.971771 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:23.973627 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97465a92-c363-4bff-89a3-dd07db4c5b60 None None] Pushing event updated for resources: {'Port': ['ID=9f7e7c58-db6b-4d2d-9682-97699435959b,revision_number=2']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:23.979628 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-97465a92-c363-4bff-89a3-dd07db4c5b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:24.032541 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] For port 9f7e7c58-db6b-4d2d-9682-97699435959b, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:24.036823 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] For port 9f7e7c58-db6b-4d2d-9682-97699435959b, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=9f7e7c58-db6b-4d2d-9682-97699435959b,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:24.045094 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.050539 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:24.065205 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:24.095396 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1', 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588', 'port_id': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1', 'mac_address': 'fa:16:3e:1f:41:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3143ee7-919e-4bdd-8884-fbeea9f859b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:27:24.122924 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Allocated IP 172.20.0.1 (6657b5a6-a53b-4840-99ac-880f66c24440/e39fa94b-a254-4b84-9aec-8c9f0ffdea9e/ec6e0e03-9824-4259-917e-02889f585cf8) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:24.178734 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Routers {'028ddcc1-6c1d-472d-ac2f-459b9d68f78a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:24.179781 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:27:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:24.201464 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.217252 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97465a92-c363-4bff-89a3-dd07db4c5b60 None None] Pushing event updated for resources: {'Port': ['ID=9f7e7c58-db6b-4d2d-9682-97699435959b,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:24.222335 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-97465a92-c363-4bff-89a3-dd07db4c5b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:24.230560 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d33677-bf6e-401d-a962-db9eb35d113e req-2a0b77b0-f1c9-4027-83f5-3b406d69e226 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:24.232529 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:24.244329 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-88d33677-bf6e-401d-a962-db9eb35d113e req-2a0b77b0-f1c9-4027-83f5-3b406d69e226 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 945 time: 0.1425769 Jun 21 04:27:24.277771 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:24.286941 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.290536 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:24.299093 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.316160 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Transition to ACTIVE for port object ec6e0e03-9824-4259-917e-02889f585cf8 will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:24.338777 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-88d33677-bf6e-401d-a962-db9eb35d113e req-57a327cf-8474-4873-860c-e3f3eff1f22b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933900 Jun 21 04:27:24.341086 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] Set router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:24.344889 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 29145505-6223-4048-b38e-ad563468c353 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:24.422291 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:24.423917 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.428612 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:24.438639 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:24.442927 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 29145505-6223-4048-b38e-ad563468c353 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:24.458163 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 29145505-6223-4048-b38e-ad563468c353 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:24.461188 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.489314 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Network 6657b5a6-a53b-4840-99ac-880f66c24440 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:24.501209 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:24.507096 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:24.507956 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010716'] for router_interface, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.587392 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6e0e03-9824-4259-917e-02889f585cf8,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:24.598229 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:24.671812 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.725617 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:20Z', 'updated_at': '2021-06-21T04:27:22Z', 'revision_number': 3, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'gw_port': {'id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:62:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:21Z', 'updated_at': '2021-06-21T04:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:24.761544 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f986444-ae43-45d7-83f4-ef91a11ba772 None None] The sync data for ids ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'] in dv-cinder-772623-10-smb is: [{'id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:20Z', 'updated_at': '2021-06-21T04:27:22Z', 'revision_number': 3, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'gw_port': {'id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:62:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:21Z', 'updated_at': '2021-06-21T04:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:27:24.775682 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 29145505-6223-4048-b38e-ad563468c353, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=29145505-6223-4048-b38e-ad563468c353,segment=NetworkSegment(9e18bdcc-26eb-41db-8ce0-5702d1a3ab11),segment_id=9e18bdcc-26eb-41db-8ce0-5702d1a3ab11)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:24.784270 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.786839 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 4424d184-32fe-4a8a-a89e-2170e7709f81 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:24.788611 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:24.889015 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.900498 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da333f-e618-4d99-be71-85d0aae01e47 req-f2045c97-36b7-421d-afb7-427037708d79 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:24.902109 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b6da333f-e618-4d99-be71-85d0aae01e47 req-f2045c97-36b7-421d-afb7-427037708d79 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 945 time: 0.1766009 Jun 21 04:27:24.904173 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-fb9ef475-edc8-40dc-b990-e65e4148f97e None None] Provisioning for port ec6e0e03-9824-4259-917e-02889f585cf8 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:24.912422 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-fb9ef475-edc8-40dc-b990-e65e4148f97e None None] Provisioning complete for port ec6e0e03-9824-4259-917e-02889f585cf8 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:24.913113 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef475-edc8-40dc-b990-e65e4148f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.916894 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=29145505-6223-4048-b38e-ad563468c353,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:24.920208 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:24.970755 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 4424d184-32fe-4a8a-a89e-2170e7709f81 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:24.971143 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:24.981851 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ef475-edc8-40dc-b990-e65e4148f97e None None] Port ec6e0e03-9824-4259-917e-02889f585cf8 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:27:25.006271 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b6da333f-e618-4d99-be71-85d0aae01e47 req-041fabbd-4b80-4a66-8258-d364770311c8 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917120 Jun 21 04:27:25.071386 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-74383d02-6cbd-46bc-8be0-12cbf4767b32 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:25.072988 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-74383d02-6cbd-46bc-8be0-12cbf4767b32 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 945 time: 0.2528589 Jun 21 04:27:25.226929 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['5bff6bf8-45de-4e59-bc15-8d80d8eff5c1'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:25.267951 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:25.278002 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:25.278827 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1011717'] for router_interface, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:25.281137 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-51082ff5-ad3f-4fbb-bf1e-b109790a3356 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:25.308582 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Deleting port fb973bba-321c-412f-a42b-6933b5f7b79c {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:27:25.308847 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:25.417425 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6e0e03-9824-4259-917e-02889f585cf8,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:25.429025 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:25.514298 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] For port fb973bba-321c-412f-a42b-6933b5f7b79c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fb973bba-321c-412f-a42b-6933b5f7b79c,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:25.515224 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:25.520187 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Network 6657b5a6-a53b-4840-99ac-880f66c24440 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:25.529864 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:25.608235 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e2971-7f6a-47a1-b51f-727a6750888c req-291916b5-a648-4383-a16b-5f493b0d7965 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:25.608864 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Calling delete_port for fb973bba-321c-412f-a42b-6933b5f7b79c owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:27:25.617308 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-db8e2971-7f6a-47a1-b51f-727a6750888c req-291916b5-a648-4383-a16b-5f493b0d7965 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 945 time: 0.1189766 Jun 21 04:27:25.665920 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-db8e2971-7f6a-47a1-b51f-727a6750888c req-73b75c61-94d5-4e30-8b1e-b8871f1e3bca tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Jun 21 04:27:25.777475 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:27:25.831172 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-d43f91cd-3d52-4165-b951-0727f0048b58 None None] Provisioning complete for port ec6e0e03-9824-4259-917e-02889f585cf8 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:25.831825 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d43f91cd-3d52-4165-b951-0727f0048b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:25.879315 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-d43f91cd-3d52-4165-b951-0727f0048b58 None None] Port ec6e0e03-9824-4259-917e-02889f585cf8 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:27:25.962892 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:27:25.987766 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] 10.222.0.22 "PUT /v2.0/routers/028ddcc1-6c1d-472d-ac2f-459b9d68f78a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9245832 Jun 21 04:27:26.059267 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:26.064470 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:26.095060 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Pushing event deleted for resources: {'Port': ['ID=fb973bba-321c-412f-a42b-6933b5f7b79c,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:26.099379 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:26.168197 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] No DVR routers for this DVR port fb973bba-321c-412f-a42b-6933b5f7b79c on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:27:26.170905 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:26.173493 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2eab6403-4e1d-4d49-b2c0-03c3593d1798 req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "DELETE /v2.0/ports/fb973bba-321c-412f-a42b-6933b5f7b79c HTTP/1.1" status: 204 len: 173 time: 1.0937414 Jun 21 04:27:26.173958 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51660db-6dfb-4d28-9928-49c1de68e288', 'name': 'network-vif-deleted', 'tag': 'fb973bba-321c-412f-a42b-6933b5f7b79c'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:26.176314 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8f8f86-2e7b-4de8-b7b2-3a092c6a6604" -d '{"events": [{"server_uuid": "f51660db-6dfb-4d28-9928-49c1de68e288", "name": "network-vif-deleted", "tag": "fb973bba-321c-412f-a42b-6933b5f7b79c"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:26.189442 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 29145505-6223-4048-b38e-ad563468c353 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:26.257388 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad167336-19d5-480c-9147-391e4cbe30b8 x-openstack-request-id: req-ad167336-19d5-480c-9147-391e4cbe30b8 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:26.257822 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51660db-6dfb-4d28-9928-49c1de68e288", "name": "network-vif-deleted", "tag": "fb973bba-321c-412f-a42b-6933b5f7b79c", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:26.258245 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad167336-19d5-480c-9147-391e4cbe30b8 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:26.258726 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51660db-6dfb-4d28-9928-49c1de68e288', 'name': 'network-vif-deleted', 'tag': 'fb973bba-321c-412f-a42b-6933b5f7b79c', 'status': 'completed', 'code': 200} Jun 21 04:27:26.261053 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c50f26-c875-4f73-8bb9-f6e305c224d5 req-c79e622a-1670-4391-ac15-484761c828dd tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:26.263138 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-50c50f26-c875-4f73-8bb9-f6e305c224d5 req-c79e622a-1670-4391-ac15-484761c828dd tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 945 time: 0.0998068 Jun 21 04:27:26.316555 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-50c50f26-c875-4f73-8bb9-f6e305c224d5 req-297cbe41-d7f7-4a56-8667-fe7733bc0bfa tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456667 Jun 21 04:27:26.323396 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 29145505-6223-4048-b38e-ad563468c353 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:26.323923 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:26.450800 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 9f7e7c58-db6b-4d2d-9682-97699435959b up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:26.501481 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 9f7e7c58-db6b-4d2d-9682-97699435959b completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:26.505960 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 9f7e7c58-db6b-4d2d-9682-97699435959b triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:26.506581 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:26.580832 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['b0028bb7-4248-411e-877a-cb2dcd4af1cc', '36539c45-891f-4e02-889c-9b77c9158028', '186153e5-2810-4962-8880-8fcd9a9353e0'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:26.765007 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:26.790464 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 9f7e7c58-db6b-4d2d-9682-97699435959b, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=9f7e7c58-db6b-4d2d-9682-97699435959b,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:26.802571 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:26.814522 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-cd9c9d59-75dd-4586-9bbf-b60758f3f986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:26.871172 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Sync routers for ids ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:27:26.929513 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-20e242dc-afe0-4883-8016-e3eb1c13f23f req-b8dc3ad0-3f61-428e-a372-314a243ea178 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=f51660db-6dfb-4d28-9928-49c1de68e288 HTTP/1.1" status: 200 len: 210 time: 0.0399132 Jun 21 04:27:26.964243 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Routers {'028ddcc1-6c1d-472d-ac2f-459b9d68f78a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:26.965842 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:27:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:27.023093 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43834) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:27.025003 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=9f7e7c58-db6b-4d2d-9682-97699435959b,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:27.028483 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:27.029731 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-1c512258-5f7e-4287-a1df-8e8bfbe055a2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2005933013', 'description': 'tempest-secgroup-smoke-2005933013 description', 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:27.067142 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1c512258-5f7e-4287-a1df-8e8bfbe055a2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.196114 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Set router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:27.198550 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1c512258-5f7e-4287-a1df-8e8bfbe055a2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.204865 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1c512258-5f7e-4287-a1df-8e8bfbe055a2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.208410 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a0781efc-f1a8-4e59-a965-b805a0e0470b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:27.238501 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1c512258-5f7e-4287-a1df-8e8bfbe055a2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.242570 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-1c512258-5f7e-4287-a1df-8e8bfbe055a2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2153671 Jun 21 04:27:27.243578 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43842) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:27.248168 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-ed6c579e-0859-4445-83eb-70d6ad534b57 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Request body: {'security_group_rule': {'security_group_id': 'aa6148dc-cf6f-4208-b0b3-7cd9a247f1df', 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:27.256200 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c512258-5f7e-4287-a1df-8e8bfbe055a2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:27.260091 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1c512258-5f7e-4287-a1df-8e8bfbe055a2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:27.285611 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ed6c579e-0859-4445-83eb-70d6ad534b57 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.402413 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ed6c579e-0859-4445-83eb-70d6ad534b57 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.413140 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ed6c579e-0859-4445-83eb-70d6ad534b57 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.417325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:27.441093 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c579e-0859-4445-83eb-70d6ad534b57 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895dbb20-eec1-4543-97f9-95e09d882f0b,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:27.446318 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ed6c579e-0859-4445-83eb-70d6ad534b57 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:27.451428 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ed6c579e-0859-4445-83eb-70d6ad534b57 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.455485 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-ed6c579e-0859-4445-83eb-70d6ad534b57 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2080061 Jun 21 04:27:27.455944 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43856) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:27.460581 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-f8b66537-afd0-44b0-a793-2f3b89dfdf1c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Request body: {'security_group_rule': {'security_group_id': 'aa6148dc-cf6f-4208-b0b3-7cd9a247f1df', 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:27.511900 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f8b66537-afd0-44b0-a793-2f3b89dfdf1c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.582197 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09345ef-5db8-4147-957e-45257c12db70 req-24f02219-9e77-4607-b754-ae8ba96269f4 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:27.591462 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f8b66537-afd0-44b0-a793-2f3b89dfdf1c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.594258 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e09345ef-5db8-4147-957e-45257c12db70 req-24f02219-9e77-4607-b754-ae8ba96269f4 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 945 time: 0.0993495 Jun 21 04:27:27.602931 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f8b66537-afd0-44b0-a793-2f3b89dfdf1c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.605029 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-72ff7fa5-eec9-4ee6-9bf9-8d3a53dba725 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:27.627152 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:20Z', 'updated_at': '2021-06-21T04:27:24Z', 'revision_number': 4, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'gw_port': {'id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:21Z', 'updated_at': '2021-06-21T04:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': 'ec6e0e03-9824-4259-917e-02889f585cf8', 'name': '', 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'mac_address': 'fa:16:3e:52:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e39fa94b-a254-4b84-9aec-8c9f0ffdea9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:23Z', 'updated_at': '2021-06-21T04:27:24Z', 'revision_number': 2, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'subnets': [{'id': 'e39fa94b-a254-4b84-9aec-8c9f0ffdea9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:27.648077 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b66537-afd0-44b0-a793-2f3b89dfdf1c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0694705-05c3-488e-9c6a-1b04a67e847d,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:27.653937 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e09345ef-5db8-4147-957e-45257c12db70 req-ea503da7-91d3-41fb-ab62-11a20790c302 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585175 Jun 21 04:27:27.661079 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f8b66537-afd0-44b0-a793-2f3b89dfdf1c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:27.662455 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Checking router: 028ddcc1-6c1d-472d-ac2f-459b9d68f78a for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:27:27.662909 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Updating router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a port ec6e0e03-9824-4259-917e-02889f585cf8 binding host dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:27:27.666193 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f8b66537-afd0-44b0-a793-2f3b89dfdf1c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.667435 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-f8b66537-afd0-44b0-a793-2f3b89dfdf1c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2105815 Jun 21 04:27:27.670889 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43858) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:27.677298 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-19c396e9-f477-4dfc-8662-adbc1e1274fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Request body: {'security_group_rule': {'security_group_id': 'aa6148dc-cf6f-4208-b0b3-7cd9a247f1df', 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:27.708152 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.716271 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-19c396e9-f477-4dfc-8662-adbc1e1274fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.796954 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-19c396e9-f477-4dfc-8662-adbc1e1274fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.812836 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-19c396e9-f477-4dfc-8662-adbc1e1274fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.814881 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:27.830772 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43866) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:27.851896 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c396e9-f477-4dfc-8662-adbc1e1274fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d33efc0-e337-409c-9977-1274bb493bd9,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:27.857067 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-19c396e9-f477-4dfc-8662-adbc1e1274fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:27.858537 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-19c396e9-f477-4dfc-8662-adbc1e1274fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.860350 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-19c396e9-f477-4dfc-8662-adbc1e1274fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883986 Jun 21 04:27:27.863289 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43870) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:27.870246 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-80b13f16-6655-4bd9-84b1-5b2610e8a3ca tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Request body: {'security_group_rule': {'security_group_id': 'aa6148dc-cf6f-4208-b0b3-7cd9a247f1df', 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:27.908620 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-80b13f16-6655-4bd9-84b1-5b2610e8a3ca tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.913654 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:27.999576 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-80b13f16-6655-4bd9-84b1-5b2610e8a3ca tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.000612 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d10a1c3c-da46-469a-9bbe-40948d62db41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.015949 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-80b13f16-6655-4bd9-84b1-5b2610e8a3ca tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.022411 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ed6c579e-0859-4445-83eb-70d6ad534b57 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:28.050390 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b13f16-6655-4bd9-84b1-5b2610e8a3ca tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fb5217-ebf8-4a2a-b5ff-cb053015bb97,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:28.055313 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-80b13f16-6655-4bd9-84b1-5b2610e8a3ca tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:28.056567 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:28.064890 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:28.064890 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.131625 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d10a1c3c-da46-469a-9bbe-40948d62db41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.138277 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-d10a1c3c-da46-469a-9bbe-40948d62db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.141492 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c2959329-8618-4c21-ab57-8943d6c32037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:28.142356 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 9f7e7c58-db6b-4d2d-9682-97699435959b up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:28.166118 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-80b13f16-6655-4bd9-84b1-5b2610e8a3ca tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.169067 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-80b13f16-6655-4bd9-84b1-5b2610e8a3ca tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3043518 Jun 21 04:27:28.171520 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43882) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:28.177866 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Request body: {'security_group_rule': {'security_group_id': 'aa6148dc-cf6f-4208-b0b3-7cd9a247f1df', 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:28.193572 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-d10a1c3c-da46-469a-9bbe-40948d62db41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec898f95c0e949f2b66f395c5b0c40db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613579 Jun 21 04:27:28.194659 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a1c3c-da46-469a-9bbe-40948d62db41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eb3829-4005-48fe-b95c-169691dfa690,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:28.198183 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-d10a1c3c-da46-469a-9bbe-40948d62db41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:28.211571 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43884) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:28.283496 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.securitygroups_db [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Project 5c090be7852649c5bd1fc59ef4fffa6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:27:28.284559 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.295174 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.303529 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Transition to ACTIVE for port object ec6e0e03-9824-4259-917e-02889f585cf8 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:28.328865 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b6082261-eba1-4d86-ad01-e1fc55e2c11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.338848 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.344132 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:28.351851 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 9f7e7c58-db6b-4d2d-9682-97699435959b triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:28.352475 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.390667 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b6082261-eba1-4d86-ad01-e1fc55e2c11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.410857 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-8c60f721-cdda-4402-a48a-d344c471a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:28.412388 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-8c60f721-cdda-4402-a48a-d344c471a7e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1098 time: 0.1465979 Jun 21 04:27:28.425857 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.465151 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b6082261-eba1-4d86-ad01-e1fc55e2c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.468617 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b6082261-eba1-4d86-ad01-e1fc55e2c11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.470885 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b6082261-eba1-4d86-ad01-e1fc55e2c11b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4eb3829-4005-48fe-b95c-169691dfa690 HTTP/1.1" status: 204 len: 168 time: 0.2562273 Jun 21 04:27:28.482377 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e493701b-c953-48c4-920e-dcdcd2dc71fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:28.497131 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aaca9e-ebe6-4689-9bd6-b7a9bdca298d req-6b012b80-43cb-485b-9c04-80cb2e4540e3 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:28.507494 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6082261-eba1-4d86-ad01-e1fc55e2c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eb3829-4005-48fe-b95c-169691dfa690,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:28.513718 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89aaca9e-ebe6-4689-9bd6-b7a9bdca298d req-6b012b80-43cb-485b-9c04-80cb2e4540e3 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.2038898 Jun 21 04:27:28.519448 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b6082261-eba1-4d86-ad01-e1fc55e2c11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:28.521985 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.522154 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e607d-4dac-4141-ac68-c3c3d05833c0 None None] Pushing event updated for resources: {'Port': ['ID=ec6e0e03-9824-4259-917e-02889f585cf8,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:28.538308 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.543865 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7c5e607d-4dac-4141-ac68-c3c3d05833c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:28.548255 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:28.563415 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b19b0e-564e-4dd8-a0a0-5632482d6b95,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:28.572085 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:28.575153 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f343d6e0-ab35-482e-bc6a-2417d000befd" -d '{"events": [{"server_uuid": "b827c36c-4986-47c0-a517-cb9f3f4d0775", "name": "network-vif-plugged", "status": "completed", "tag": "5bff6bf8-45de-4e59-bc15-8d80d8eff5c1"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:28.576770 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:28.594827 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.596999 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4228418 Jun 21 04:27:28.599222 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43894) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:28.605322 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Request body: {'security_group_rule': {'security_group_id': 'aa6148dc-cf6f-4208-b0b3-7cd9a247f1df', 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:28.612052 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-e8a2b418-e40a-4b0d-8ffb-f22eb204788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:28.613527 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-e8a2b418-e40a-4b0d-8ffb-f22eb204788c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 920 time: 0.1917903 Jun 21 04:27:28.656958 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:28.669823 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.securitygroups_db [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Project 5c090be7852649c5bd1fc59ef4fffa6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:27:28.674132 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.679617 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.685539 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device fb973bba-321c-412f-a42b-6933b5f7b79c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:27:28.695226 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923da6c9-c3ca-4b99-8d51-f39ea2ab4c5c x-openstack-request-id: req-923da6c9-c3ca-4b99-8d51-f39ea2ab4c5c {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:28.695524 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b827c36c-4986-47c0-a517-cb9f3f4d0775", "name": "network-vif-plugged", "status": "completed", "tag": "5bff6bf8-45de-4e59-bc15-8d80d8eff5c1", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:28.695828 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-923da6c9-c3ca-4b99-8d51-f39ea2ab4c5c {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:28.696225 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1', 'code': 200} Jun 21 04:27:28.696769 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:28.709398 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89aaca9e-ebe6-4689-9bd6-b7a9bdca298d req-35f5509a-b91c-48eb-931f-391f6727b420 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946816 Jun 21 04:27:28.710514 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-4e5f56f4-2a11-4446-833a-75985537f190 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc HTTP/1.1" status: 200 len: 217 time: 0.0899372 Jun 21 04:27:28.781064 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-5f774db3-8f5a-4f51-b7b7-f5bf01cdbd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:28.782604 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-5f774db3-8f5a-4f51-b7b7-f5bf01cdbd72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.0584760 Jun 21 04:27:28.819578 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-e4f1763a-3868-4f02-a80e-c8455a3715db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285318 Jun 21 04:27:28.823376 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.832538 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.837998 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Attempting to bind port ec6e0e03-9824-4259-917e-02889f585cf8 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:28.838775 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Attempting to bind port ec6e0e03-9824-4259-917e-02889f585cf8 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:28.839311 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Attempting to bind port ec6e0e03-9824-4259-917e-02889f585cf8 on network 6657b5a6-a53b-4840-99ac-880f66c24440 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:28.840565 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-19c396e9-f477-4dfc-8662-adbc1e1274fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:28.841768 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: fb973bba-321c-412f-a42b-6933b5f7b79c {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:27:28.853206 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device fb973bba-321c-412f-a42b-6933b5f7b79c not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:27:28.894265 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1642185b-bb08-47d5-8ecb-3d7342f3f33a,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:28.898351 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:28.898744 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Checking segment: {'id': '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:28.899159 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.899566 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Bound using segment: {'id': '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:28.900062 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Bound port: ec6e0e03-9824-4259-917e-02889f585cf8, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:28.900480 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.901512 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:28.914819 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:28.916955 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162043 Jun 21 04:27:28.954142 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-7fe1ea48-100e-4189-8960-e6efb00a60e7 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277387 Jun 21 04:27:28.982757 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:29.016460 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:29.029415 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43902) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:29.049147 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b3f-328b-4a0c-b2e9-c22bd7e548e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:29.060921 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] For port ec6e0e03-9824-4259-917e-02889f585cf8, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:29.066050 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] For port ec6e0e03-9824-4259-917e-02889f585cf8, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ec6e0e03-9824-4259-917e-02889f585cf8,segment=NetworkSegment(9e18bdcc-26eb-41db-8ce0-5702d1a3ab11),segment_id=9e18bdcc-26eb-41db-8ce0-5702d1a3ab11)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:29.073896 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:29.077412 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:29.088225 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfb52c-59da-4172-93ea-25f0cb45bd22 req-f459c5db-bd1e-4b70-94d7-d13d24406fca tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:29.089474 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7dcfb52c-59da-4172-93ea-25f0cb45bd22 req-f459c5db-bd1e-4b70-94d7-d13d24406fca tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 946 time: 0.1409283 Jun 21 04:27:29.111119 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8e5c3c3d-1fc5-423a-86f4-5d073408ba5e req-f105a17d-0253-41c0-bbd0-67c0c53a67a2 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471934 Jun 21 04:27:29.127151 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Routers {'028ddcc1-6c1d-472d-ac2f-459b9d68f78a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:29.127840 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:27:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:29.184166 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7dcfb52c-59da-4172-93ea-25f0cb45bd22 req-0b18c542-279d-41a4-8ddf-bfef4da11327 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880089 Jun 21 04:27:29.201150 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c685d-ead2-4667-8b59-10f7a095f91a req-08a1ffa5-f957-472d-8e78-4a79f4f9ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:29.206222 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-322c685d-ead2-4667-8b59-10f7a095f91a req-08a1ffa5-f957-472d-8e78-4a79f4f9ab04 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 1099 time: 0.0933888 Jun 21 04:27:29.220194 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e607d-4dac-4141-ac68-c3c3d05833c0 None None] Pushing event updated for resources: {'Port': ['ID=ec6e0e03-9824-4259-917e-02889f585cf8,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:29.327999 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-322c685d-ead2-4667-8b59-10f7a095f91a req-1b5567f3-b209-484e-ba03-16bbb6d20c2b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123493 Jun 21 04:27:29.328887 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b3f-328b-4a0c-b2e9-c22bd7e548e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:29.338901 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b3f-328b-4a0c-b2e9-c22bd7e548e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:29.376763 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b0f0221c-37aa-4901-acdb-92a3fdee2fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:29.381005 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ebb58b3f-328b-4a0c-b2e9-c22bd7e548e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf43d336dfd7466dba3e1bd7051d21be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502853 Jun 21 04:27:29.383542 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43946) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:29.428598 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb58b3f-328b-4a0c-b2e9-c22bd7e548e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0819a7d7-347f-4cd2-aa97-d5b93c924002,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:29.434048 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ebb58b3f-328b-4a0c-b2e9-c22bd7e548e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:29.461421 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7c5e607d-4dac-4141-ac68-c3c3d05833c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:29.463245 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-563212d0-0a69-4c32-bb59-cdc5d70f9d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:29.492431 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-563212d0-0a69-4c32-bb59-cdc5d70f9d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:29.503536 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] Set router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:29.551992 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-563212d0-0a69-4c32-bb59-cdc5d70f9d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:29.554600 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-563212d0-0a69-4c32-bb59-cdc5d70f9d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:29.555769 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-563212d0-0a69-4c32-bb59-cdc5d70f9d1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0819a7d7-347f-4cd2-aa97-d5b93c924002 HTTP/1.1" status: 204 len: 168 time: 0.1709657 Jun 21 04:27:29.556524 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-aa3c700d-9953-4495-8970-3eb5442c6a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:29.571378 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563212d0-0a69-4c32-bb59-cdc5d70f9d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0819a7d7-347f-4cd2-aa97-d5b93c924002,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:29.574615 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-563212d0-0a69-4c32-bb59-cdc5d70f9d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:29.842356 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:20Z', 'updated_at': '2021-06-21T04:27:24Z', 'revision_number': 4, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'gw_port': {'id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:21Z', 'updated_at': '2021-06-21T04:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': 'ec6e0e03-9824-4259-917e-02889f585cf8', 'name': '', 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'mac_address': 'fa:16:3e:52:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e39fa94b-a254-4b84-9aec-8c9f0ffdea9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:23Z', 'updated_at': '2021-06-21T04:27:29Z', 'revision_number': 4, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'subnets': [{'id': 'e39fa94b-a254-4b84-9aec-8c9f0ffdea9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:29.877620 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4a04c-a526-4fc7-b4e0-c03649b6731b None None] The sync data for ids ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'] in dv-cinder-772623-10-smb is: [{'id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:20Z', 'updated_at': '2021-06-21T04:27:24Z', 'revision_number': 4, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'gw_port': {'id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:21Z', 'updated_at': '2021-06-21T04:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': 'ec6e0e03-9824-4259-917e-02889f585cf8', 'name': '', 'network_id': '6657b5a6-a53b-4840-99ac-880f66c24440', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'mac_address': 'fa:16:3e:52:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e39fa94b-a254-4b84-9aec-8c9f0ffdea9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:23Z', 'updated_at': '2021-06-21T04:27:29Z', 'revision_number': 4, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'subnets': [{'id': 'e39fa94b-a254-4b84-9aec-8c9f0ffdea9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:27:29.894060 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad58bb9-d167-4fd0-a779-be880d346f64 req-ace139e0-4dd8-4266-ace2-0d8fca368f00 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:29.895598 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1ad58bb9-d167-4fd0-a779-be880d346f64 req-ace139e0-4dd8-4266-ace2-0d8fca368f00 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 945 time: 0.1140046 Jun 21 04:27:29.960740 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1ad58bb9-d167-4fd0-a779-be880d346f64 req-09fa0af9-6f9f-4fa5-86f0-9e3ce5efe514 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577335 Jun 21 04:27:30.104849 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 43966) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:30.110108 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ec6e0e03-9824-4259-917e-02889f585cf8 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:30.145195 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d7b22030-05fa-49fd-9081-d1f5c0965615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.180912 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5745cf-1a0b-435b-9201-3e2deec7fc0f req-01329120-4e45-4645-80f6-0b5974605e5a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:30.182451 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7d5745cf-1a0b-435b-9201-3e2deec7fc0f req-01329120-4e45-4645-80f6-0b5974605e5a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0880260 Jun 21 04:27:30.246481 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7d5745cf-1a0b-435b-9201-3e2deec7fc0f req-907d8d88-3c9e-43af-b4d9-c9047f568bc5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544417 Jun 21 04:27:30.247188 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port ec6e0e03-9824-4259-917e-02889f585cf8 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:30.257011 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port ec6e0e03-9824-4259-917e-02889f585cf8 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:30.257406 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.290831 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d7b22030-05fa-49fd-9081-d1f5c0965615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.298480 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d7b22030-05fa-49fd-9081-d1f5c0965615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.317243 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e783f46e-4324-41c8-bab8-59edc95edd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:30.347816 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-d7b22030-05fa-49fd-9081-d1f5c0965615 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57031458c5b14edb888bcd08fd2c7992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416246 Jun 21 04:27:30.350509 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 43980) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:30.379579 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b22030-05fa-49fd-9081-d1f5c0965615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd21b9c4-923d-47c7-b74a-793bad3a2d78,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:30.389883 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d7b22030-05fa-49fd-9081-d1f5c0965615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:30.427084 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.465770 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2e5aec25-01c8-4cc8-b084-0dfaf1ca5bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.479461 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port ec6e0e03-9824-4259-917e-02889f585cf8, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ec6e0e03-9824-4259-917e-02889f585cf8,segment=NetworkSegment(9e18bdcc-26eb-41db-8ce0-5702d1a3ab11),segment_id=9e18bdcc-26eb-41db-8ce0-5702d1a3ab11)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:30.489001 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.491491 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:30.503574 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc3546-caff-493d-8866-26a91017b626 req-f9502cbb-e556-4416-94ba-023915e8d0c3 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:30.505083 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1dc3546-caff-493d-8866-26a91017b626 req-f9502cbb-e556-4416-94ba-023915e8d0c3 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 946 time: 0.1141632 Jun 21 04:27:30.507384 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2e5aec25-01c8-4cc8-b084-0dfaf1ca5bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.551753 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=ec6e0e03-9824-4259-917e-02889f585cf8,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:30.560344 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1dc3546-caff-493d-8866-26a91017b626 req-7a6a1625-6b9c-4530-a296-23fdd545b00e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492573 Jun 21 04:27:30.565611 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:30.572114 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2e5aec25-01c8-4cc8-b084-0dfaf1ca5bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.574864 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-2e5aec25-01c8-4cc8-b084-0dfaf1ca5bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:30.576129 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-2e5aec25-01c8-4cc8-b084-0dfaf1ca5bd0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd21b9c4-923d-47c7-b74a-793bad3a2d78 HTTP/1.1" status: 204 len: 168 time: 0.2246153 Jun 21 04:27:30.577007 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-53a01170-9de2-407c-929d-67aeed9429cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:30.590822 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aec25-01c8-4cc8-b084-0dfaf1ca5bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd21b9c4-923d-47c7-b74a-793bad3a2d78,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:30.599755 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-2e5aec25-01c8-4cc8-b084-0dfaf1ca5bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:31.148668 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adf48d-faac-42bb-bb6b-504c8d7bd897 req-27234b9d-d2c7-44d7-bbc3-6bbd45a80921 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:31.150166 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-07adf48d-faac-42bb-bb6b-504c8d7bd897 req-27234b9d-d2c7-44d7-bbc3-6bbd45a80921 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 945 time: 0.0672665 Jun 21 04:27:31.190457 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-07adf48d-faac-42bb-bb6b-504c8d7bd897 req-f983325d-f793-4e06-8bba-23626e6449c0 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Jun 21 04:27:31.456310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772ce93-168c-4cfe-bcce-bf1d2d62c3ce req-79bb843a-06e7-40c2-94bc-10b0cbae543f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:31.458843 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2772ce93-168c-4cfe-bcce-bf1d2d62c3ce req-79bb843a-06e7-40c2-94bc-10b0cbae543f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0913045 Jun 21 04:27:31.517873 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2772ce93-168c-4cfe-bcce-bf1d2d62c3ce req-da64cdea-f894-4403-bedc-bfad45f221c4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Jun 21 04:27:31.781946 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d371f1-1c83-4c8f-9931-1f591d37bd0a req-c3579236-8da1-4dfa-9ec2-f8242498238b tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:31.783862 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-34d371f1-1c83-4c8f-9931-1f591d37bd0a req-c3579236-8da1-4dfa-9ec2-f8242498238b tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 946 time: 0.1065924 Jun 21 04:27:31.836574 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-34d371f1-1c83-4c8f-9931-1f591d37bd0a req-0d070693-f6d8-47fc-b9a3-d5db152599ba tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Jun 21 04:27:32.034311 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ec6e0e03-9824-4259-917e-02889f585cf8 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:32.086967 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port ec6e0e03-9824-4259-917e-02889f585cf8 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:32.087347 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:32.386075 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c92fe-49e9-413d-bc20-b6b54fc3b337 req-219b60be-fc3a-4e08-8510-cd6474f4d773 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:32.387581 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7b6c92fe-49e9-413d-bc20-b6b54fc3b337 req-219b60be-fc3a-4e08-8510-cd6474f4d773 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 945 time: 0.0679500 Jun 21 04:27:32.431086 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7b6c92fe-49e9-413d-bc20-b6b54fc3b337 req-f2ee1901-52e5-416a-a495-df9d4fd62862 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Jun 21 04:27:32.726419 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d150721-0307-4e35-bfb3-04d0d7712546 req-46070a74-f860-4b33-9bfd-66458ef52449 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:32.729182 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0d150721-0307-4e35-bfb3-04d0d7712546 req-46070a74-f860-4b33-9bfd-66458ef52449 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0756872 Jun 21 04:27:32.770899 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0d150721-0307-4e35-bfb3-04d0d7712546 req-bf332dab-9381-4caa-b434-7a8876a8bf00 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Jun 21 04:27:32.864086 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-add9bfc1-1a88-4c57-8081-d06971c411eb tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:32.865541 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-add9bfc1-1a88-4c57-8081-d06971c411eb tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 945 time: 0.0663023 Jun 21 04:27:32.998920 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Deleting port 186153e5-2810-4962-8880-8fcd9a9353e0 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:27:32.999355 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:33.109361 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] For port 186153e5-2810-4962-8880-8fcd9a9353e0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=186153e5-2810-4962-8880-8fcd9a9353e0,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:33.109603 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:33.183207 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Calling delete_port for 186153e5-2810-4962-8880-8fcd9a9353e0 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:27:33.321034 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:33.325142 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-34b4d6f3-7ad1-4e16-bea0-db0efb2ed68a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:33.344405 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8b98f-a189-4898-879b-21e7a12e0f69 req-f4af0304-697b-4cba-871b-754ee268e117 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:33.345883 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-75b8b98f-a189-4898-879b-21e7a12e0f69 req-f4af0304-697b-4cba-871b-754ee268e117 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 946 time: 0.0697544 Jun 21 04:27:33.350901 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Pushing event deleted for resources: {'Port': ['ID=186153e5-2810-4962-8880-8fcd9a9353e0,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:33.354398 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:33.380472 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['b0028bb7-4248-411e-877a-cb2dcd4af1cc', '36539c45-891f-4e02-889c-9b77c9158028', '186153e5-2810-4962-8880-8fcd9a9353e0'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:33.395749 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-75b8b98f-a189-4898-879b-21e7a12e0f69 req-d386663f-8c4c-4818-bbcc-b113b0527a2a tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Jun 21 04:27:33.410173 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] No DVR routers for this DVR port 186153e5-2810-4962-8880-8fcd9a9353e0 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:27:33.413033 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:33.415125 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0949b4d4-58c0-4e92-bb31-779561dbe761 req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "DELETE /v2.0/ports/186153e5-2810-4962-8880-8fcd9a9353e0 HTTP/1.1" status: 204 len: 173 time: 0.5423732 Jun 21 04:27:33.415943 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84983457-e050-4990-b8ae-433481c2541c', 'name': 'network-vif-deleted', 'tag': '186153e5-2810-4962-8880-8fcd9a9353e0'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:33.418399 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5308e3dc-61a5-4d4f-82a2-96fab2a7df00" -d '{"events": [{"server_uuid": "84983457-e050-4990-b8ae-433481c2541c", "name": "network-vif-deleted", "tag": "186153e5-2810-4962-8880-8fcd9a9353e0"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:33.459244 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a52731-4bc6-429b-ba7f-0a22c6478f71 x-openstack-request-id: req-44a52731-4bc6-429b-ba7f-0a22c6478f71 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:33.459244 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84983457-e050-4990-b8ae-433481c2541c", "name": "network-vif-deleted", "tag": "186153e5-2810-4962-8880-8fcd9a9353e0", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:33.459634 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44a52731-4bc6-429b-ba7f-0a22c6478f71 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:33.460107 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84983457-e050-4990-b8ae-433481c2541c', 'name': 'network-vif-deleted', 'tag': '186153e5-2810-4962-8880-8fcd9a9353e0', 'status': 'completed', 'code': 200} Jun 21 04:27:33.578753 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-703cabc0-7731-4b24-9e41-6d6e0fbab26c req-1a6c7e13-7e34-41f2-adbd-2ef1bbce59d3 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=84983457-e050-4990-b8ae-433481c2541c HTTP/1.1" status: 200 len: 210 time: 0.0292854 Jun 21 04:27:33.959562 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15eaaa-e9a7-4936-a928-a00543de28b9 req-292c2774-bddb-469b-b65f-8f6eba0d7066 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:33.961174 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-af15eaaa-e9a7-4936-a928-a00543de28b9 req-292c2774-bddb-469b-b65f-8f6eba0d7066 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0756311 Jun 21 04:27:34.014219 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-af15eaaa-e9a7-4936-a928-a00543de28b9 req-61081d68-ae29-4d4a-906c-8e282d03944e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459902 Jun 21 04:27:34.138207 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-ea531d49-8547-4e48-89e2-157b830afbe5 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=733c1e31eeed47898904d7df4efdb796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326941 Jun 21 04:27:34.547015 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-11f7fa54-5016-4440-92ea-d408465e1812 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:34.548803 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-11f7fa54-5016-4440-92ea-d408465e1812 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4052696 Jun 21 04:27:34.565123 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-0ef456c7-8a76-4e10-9a8b-8ad2914932da tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/quotas/733c1e31eeed47898904d7df4efdb796 HTTP/1.1" status: 200 len: 375 time: 0.0106652 Jun 21 04:27:34.575373 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6bded-3a0e-468b-859a-a2cb13f60671 req-17dd8526-d9e5-45e7-9c72-6669db688a44 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:34.579772 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9dd6bded-3a0e-468b-859a-a2cb13f60671 req-17dd8526-d9e5-45e7-9c72-6669db688a44 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 946 time: 0.0715196 Jun 21 04:27:34.604360 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fc8ac72d-b7fd-462f-903e-0e5387f6ca06 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=733c1e31eeed47898904d7df4efdb796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322018 Jun 21 04:27:34.632448 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9dd6bded-3a0e-468b-859a-a2cb13f60671 req-4ffa8056-0e23-498d-a120-9976a4a61058 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Jun 21 04:27:34.781555 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7e8c6a66-df78-471d-bb13-c55a52bc1e2c req-f19cf210-aa41-4c20-a866-29e4313d60f0 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 210 time: 0.0282884 Jun 21 04:27:35.138888 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9a60b-6708-4b30-9794-3c80a22dc9e0 req-d567f2cf-a227-4f71-9023-e3b039fa4a7c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:35.140701 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cba9a60b-6708-4b30-9794-3c80a22dc9e0 req-d567f2cf-a227-4f71-9023-e3b039fa4a7c tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 945 time: 0.0769143 Jun 21 04:27:35.189515 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cba9a60b-6708-4b30-9794-3c80a22dc9e0 req-bfb77d74-b934-4589-aa30-92c3f00075e4 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Jun 21 04:27:35.364711 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a7f68-5594-4c28-b915-d4ea75236a62 req-c6ab7300-7fb2-460c-aff4-b10175b7a7e4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:35.366151 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4d7a7f68-5594-4c28-b915-d4ea75236a62 req-c6ab7300-7fb2-460c-aff4-b10175b7a7e4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0736864 Jun 21 04:27:35.411184 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4d7a7f68-5594-4c28-b915-d4ea75236a62 req-e0a777ef-ca15-4dfb-91c1-a35de1d15162 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391469 Jun 21 04:27:35.845413 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-cba053d6-bbb5-4bdf-9eac-92b7a248f0a8 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:35.846840 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-cba053d6-bbb5-4bdf-9eac-92b7a248f0a8 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.44 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 946 time: 0.1062684 Jun 21 04:27:35.857655 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823cbfa-53be-4a8f-a2d1-5a19e12f3e19 req-1b87d013-45dd-4a8b-a582-a2e6f2c3765a tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:35.859032 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a823cbfa-53be-4a8f-a2d1-5a19e12f3e19 req-1b87d013-45dd-4a8b-a582-a2e6f2c3765a tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 946 time: 0.1083698 Jun 21 04:27:35.930692 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7e78269b-9cac-4d23-8fd9-dd0b14407b52 req-e2cd474b-ca7d-415f-b9a9-3a86ce018124 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 210 time: 0.0303054 Jun 21 04:27:35.940922 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a823cbfa-53be-4a8f-a2d1-5a19e12f3e19 req-6eeb9c4c-7d71-4a90-aa02-0d2ce0a04b7a tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705199 Jun 21 04:27:35.961600 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:27:35.989103 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Deleting port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:27:35.989454 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.048080 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.072980 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:36.075287 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e7a01d-302c-48a9-95f1-3136b05d9caa" -d '{"events": [{"server_uuid": "b827c36c-4986-47c0-a517-cb9f3f4d0775", "name": "network-vif-unplugged", "status": "completed", "tag": "5bff6bf8-45de-4e59-bc15-8d80d8eff5c1"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:36.093834 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] For port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:36.094623 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.107126 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:36.115992 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fdccdb-3328-4240-ab40-14833c3dcf9c x-openstack-request-id: req-15fdccdb-3328-4240-ab40-14833c3dcf9c {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:36.116444 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b827c36c-4986-47c0-a517-cb9f3f4d0775", "name": "network-vif-unplugged", "status": "completed", "tag": "5bff6bf8-45de-4e59-bc15-8d80d8eff5c1", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:36.116559 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15fdccdb-3328-4240-ab40-14833c3dcf9c {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:36.116975 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1', 'code': 200} Jun 21 04:27:36.118143 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.119139 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 186153e5-2810-4962-8880-8fcd9a9353e0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:27:36.120967 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0863855c-4c64-4742-aa14-d0bf0b8e8598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:36.176995 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 186153e5-2810-4962-8880-8fcd9a9353e0 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:27:36.177361 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 186153e5-2810-4962-8880-8fcd9a9353e0 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:27:36.186356 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Calling delete_port for 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:27:36.192007 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,revision_number=6']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:36.199368 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:36.274325 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-e69c4aca-773e-4abf-8bf4-2da389b3d795 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=733c1e31eeed47898904d7df4efdb796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268164 Jun 21 04:27:36.469241 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-db069c30-6cad-4ee3-8a11-a0c51b8b3738 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:36.471050 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-db069c30-6cad-4ee3-8a11-a0c51b8b3738 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832242 Jun 21 04:27:36.497319 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Request body: {'port': {'device_id': '2ad64126-3f91-4bd0-a311-a64723075526', 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8', 'admin_state_up': True, 'tenant_id': '733c1e31eeed47898904d7df4efdb796'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:36.503755 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.519549 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:36.575021 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Pushing event deleted for resources: {'Port': ['ID=5bff6bf8-45de-4e59-bc15-8d80d8eff5c1,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:36.588224 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:36.675743 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] No DVR routers for this DVR port 5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:27:36.686724 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.688746 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-654a4d25-664a-45e3-8de8-b87660e30ff7 req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.44 "DELETE /v2.0/ports/5bff6bf8-45de-4e59-bc15-8d80d8eff5c1 HTTP/1.1" status: 204 len: 173 time: 0.8288589 Jun 21 04:27:36.689240 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'name': 'network-vif-deleted', 'tag': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:36.691529 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25962f4c-76c3-4df1-9116-32f644072592" -d '{"events": [{"server_uuid": "b827c36c-4986-47c0-a517-cb9f3f4d0775", "name": "network-vif-deleted", "tag": "5bff6bf8-45de-4e59-bc15-8d80d8eff5c1"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:36.743150 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dfe06-b4e2-4e20-9eff-80be75f512cc req-4b14f1cc-c4f0-4b00-b3d2-1f20f38ef231 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:36.744677 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-930dfe06-b4e2-4e20-9eff-80be75f512cc req-4b14f1cc-c4f0-4b00-b3d2-1f20f38ef231 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 945 time: 0.1738906 Jun 21 04:27:36.759274 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Made reservation on behalf of 733c1e31eeed47898904d7df4efdb796 for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:36.763160 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.778478 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.801035 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8717-4bd9-47e5-a65e-44a085388453 req-44034234-5c5b-423b-b204-8649e76f8af2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:36.802839 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9f4d8717-4bd9-47e5-a65e-44a085388453 req-44034234-5c5b-423b-b204-8649e76f8af2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0736766 Jun 21 04:27:36.813325 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-930dfe06-b4e2-4e20-9eff-80be75f512cc req-bd69dc73-53de-4794-88e3-6ae8873a33b5 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617366 Jun 21 04:27:36.871543 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9f4d8717-4bd9-47e5-a65e-44a085388453 req-24f1791c-b5d5-4358-8f39-62afe4c334fe tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618591 Jun 21 04:27:36.889613 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50093df7-331f-4362-9ba4-c35ac9003ea8 x-openstack-request-id: req-50093df7-331f-4362-9ba4-c35ac9003ea8 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:36.890130 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b827c36c-4986-47c0-a517-cb9f3f4d0775", "name": "network-vif-deleted", "tag": "5bff6bf8-45de-4e59-bc15-8d80d8eff5c1", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:36.890217 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50093df7-331f-4362-9ba4-c35ac9003ea8 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:36.890606 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b827c36c-4986-47c0-a517-cb9f3f4d0775', 'name': 'network-vif-deleted', 'tag': '5bff6bf8-45de-4e59-bc15-8d80d8eff5c1', 'status': 'completed', 'code': 200} Jun 21 04:27:36.923859 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.929365 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.933357 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b5fb9f18-f337-4568-b30d-f1624a364ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:37.004418 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afb07f4-ff22-43c4-8809-f65f22eddb1d,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:37.007469 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:37.086849 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Allocated IP 192.168.233.31 (26f25c98-fbcd-4c8c-b327-7da8d165e8b8/0655412f-6afe-4f1e-9c22-c1d9f4e2a1fe/7ddbd741-5751-45f2-9572-2a0922781d83) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:37.101126 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-666e2eba-397b-4e99-8044-73258329a2ab req-b3e99d32-be4d-4f0f-a5cd-350281ee4efa tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 210 time: 0.0439961 Jun 21 04:27:37.219698 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-02b7b00f-85b0-4e70-a663-4963f09bbbd6 req-09739d24-ed9c-4a74-b2da-0e9bcad638fa tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=b827c36c-4986-47c0-a517-cb9f3f4d0775 HTTP/1.1" status: 200 len: 210 time: 0.0650496 Jun 21 04:27:37.281334 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:37.294453 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Transition to ACTIVE for port object 7ddbd741-5751-45f2-9572-2a0922781d83 will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:37.330485 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:37.334991 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1827d1bf-baed-4801-b217-395ac055e79e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:37.384160 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:37.389619 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:37.397847 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:37.403744 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:37.404387 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:37.414045 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Pushing event updated for resources: {'Port': ['ID=7ddbd741-5751-45f2-9572-2a0922781d83,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:37.416910 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:37.427453 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9361272 Jun 21 04:27:37.505642 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Request body: {'port': {'device_id': '2ad64126-3f91-4bd0-a311-a64723075526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:37.588368 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:37.695164 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-99acced5-63aa-4b33-b2f1-c9ecb04877b1 None None] Provisioning for port 7ddbd741-5751-45f2-9572-2a0922781d83 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:37.700786 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-99acced5-63aa-4b33-b2f1-c9ecb04877b1 None None] Provisioning complete for port 7ddbd741-5751-45f2-9572-2a0922781d83 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:37.701618 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-99acced5-63aa-4b33-b2f1-c9ecb04877b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:37.752150 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-99acced5-63aa-4b33-b2f1-c9ecb04877b1 None None] Port 7ddbd741-5751-45f2-9572-2a0922781d83 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:27:37.981026 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddbd741-5751-45f2-9572-2a0922781d83 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:37.991060 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.010330 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Transition to ACTIVE for port object 7ddbd741-5751-45f2-9572-2a0922781d83 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:38.021334 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.025242 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5a009850-2edb-4372-aa5d-5d7cd8deccc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:38.064804 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-1a5706a9-5e59-466c-8f2a-a79f4baeefc8 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.066266 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-1a5706a9-5e59-466c-8f2a-a79f4baeefc8 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 945 time: 0.1976871 Jun 21 04:27:38.070319 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7463692-1cfb-4fa0-a899-307b5936a9de req-0785faa5-3be8-4f77-8741-6aa4f0870532 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.072118 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a7463692-1cfb-4fa0-a899-307b5936a9de req-0785faa5-3be8-4f77-8741-6aa4f0870532 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0669415 Jun 21 04:27:38.123133 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a7463692-1cfb-4fa0-a899-307b5936a9de req-49aaf542-2f30-4f82-a6b9-85ec2cf73d25 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377445 Jun 21 04:27:38.147483 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddbd741-5751-45f2-9572-2a0922781d83,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:38.159242 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501115-86ae-4a54-9eae-f2f8ff95a909 req-2dfb2694-4675-40ad-8520-57c8fff67448 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.160851 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36501115-86ae-4a54-9eae-f2f8ff95a909 req-2dfb2694-4675-40ad-8520-57c8fff67448 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 945 time: 0.2272162 Jun 21 04:27:38.163821 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:38.230754 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Attempting to bind port 7ddbd741-5751-45f2-9572-2a0922781d83 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:38.231089 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Attempting to bind port 7ddbd741-5751-45f2-9572-2a0922781d83 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ff35ef26-25ae-4f4c-8b70-36f34676c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:38.231409 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Attempting to bind port 7ddbd741-5751-45f2-9572-2a0922781d83 on network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:38.263356 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Port 7ddbd741-5751-45f2-9572-2a0922781d83 on network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:27:38.263785 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Attempting to bind port 7ddbd741-5751-45f2-9572-2a0922781d83 on network 26f25c98-fbcd-4c8c-b327-7da8d165e8b8 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:38.274123 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36501115-86ae-4a54-9eae-f2f8ff95a909 req-8e538c9e-d4dd-47e3-971a-8104ad9afecc tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061151 Jun 21 04:27:38.276280 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:38.276641 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Checking segment: {'id': 'ff35ef26-25ae-4f4c-8b70-36f34676c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:38.277011 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Bound using segment: {'id': 'ff35ef26-25ae-4f4c-8b70-36f34676c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:38.277580 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Bound port: 7ddbd741-5751-45f2-9572-2a0922781d83, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff35ef26-25ae-4f4c-8b70-36f34676c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:38.277963 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.313979 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5be2b-3ef8-4a91-8679-a385deacd6b7 req-6bc4efe8-7d3b-47c5-8a18-57d3d71b2915 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.315753 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e6e5be2b-3ef8-4a91-8679-a385deacd6b7 req-6bc4efe8-7d3b-47c5-8a18-57d3d71b2915 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 947 time: 0.0791657 Jun 21 04:27:38.355338 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Deleting port 36539c45-891f-4e02-889c-9b77c9158028 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:27:38.355697 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.373763 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e6e5be2b-3ef8-4a91-8679-a385deacd6b7 req-54ccbf39-a42c-4a24-a33d-443c5aca20ad tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478876 Jun 21 04:27:38.408767 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] For port 7ddbd741-5751-45f2-9572-2a0922781d83, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:38.432807 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] For port 7ddbd741-5751-45f2-9572-2a0922781d83, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7ddbd741-5751-45f2-9572-2a0922781d83,segment=NetworkSegment(ff35ef26-25ae-4f4c-8b70-36f34676c445),segment_id=ff35ef26-25ae-4f4c-8b70-36f34676c445)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:38.442004 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.446752 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-5c5b01dc-8a85-4172-9726-795f1917c97b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:38.483605 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.484457 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.486127 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] 10.222.0.44 "PUT /v2.0/ports/7ddbd741-5751-45f2-9572-2a0922781d83 HTTP/1.1" status: 200 len: 1097 time: 0.9849768 Jun 21 04:27:38.528271 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] For port 36539c45-891f-4e02-889c-9b77c9158028, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=36539c45-891f-4e02-889c-9b77c9158028,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:38.528632 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.543385 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddbd741-5751-45f2-9572-2a0922781d83,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:38.555524 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:38.627611 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Calling delete_port for 36539c45-891f-4e02-889c-9b77c9158028 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:27:38.689563 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-b2ff5e4f-fbaa-4838-aef6-99336fb8caca tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.691075 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-b2ff5e4f-fbaa-4838-aef6-99336fb8caca tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/networks?id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 HTTP/1.1" status: 200 len: 809 time: 0.1167471 Jun 21 04:27:38.706043 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-dd2b6eb4-6eec-47ab-85cb-131e4e6367f7 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/quotas/746fdb18db3f4462923b031e83abc8dd HTTP/1.1" status: 200 len: 375 time: 0.0094175 Jun 21 04:27:38.728045 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-3dbd4210-90c6-4ea5-9bd3-a5699d657bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.729534 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-3dbd4210-90c6-4ea5-9bd3-a5699d657bac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=733c1e31eeed47898904d7df4efdb796&device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 1100 time: 0.1401682 Jun 21 04:27:38.749134 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-bace2e8a-fc18-4bbc-9e1a-4da605fe6a09 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=746fdb18db3f4462923b031e83abc8dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299933 Jun 21 04:27:38.805916 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6f830a5b-c9b6-4dac-9454-35f4358aefab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.819466 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-b29401f8-9944-44ad-a9ce-fb2195475830 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7ddbd741-5751-45f2-9572-2a0922781d83 HTTP/1.1" status: 200 len: 217 time: 0.0694985 Jun 21 04:27:38.854328 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-13c6d841-4042-45bd-8094-88b483c06f4e service neutron] 10.222.0.22 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971107 Jun 21 04:27:38.868805 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.876472 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:38.907289 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad64126-3f91-4bd0-a311-a64723075526', 'tag': '7ddbd741-5751-45f2-9572-2a0922781d83'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:38.908997 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a35b4df-9432-4813-b435-3b8849751d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad64126-3f91-4bd0-a311-a64723075526", "tag": "7ddbd741-5751-45f2-9572-2a0922781d83"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:38.916254 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Pushing event deleted for resources: {'Port': ['ID=36539c45-891f-4e02-889c-9b77c9158028,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:38.919299 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-69acbeed-b1b1-451d-ab6d-e1dd9537110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.921227 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-69acbeed-b1b1-451d-ab6d-e1dd9537110f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0655412f-6afe-4f1e-9c22-c1d9f4e2a1fe HTTP/1.1" status: 200 len: 843 time: 0.0925117 Jun 21 04:27:38.923196 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:38.939602 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['b0028bb7-4248-411e-877a-cb2dcd4af1cc'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:38.954614 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-90087f6f-9d81-4f9d-90ee-5da972086195 service neutron] 10.222.0.22 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935948 Jun 21 04:27:39.007099 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca98990-1f44-4eee-ab15-6fb3c8c8d5b9 x-openstack-request-id: req-8ca98990-1f44-4eee-ab15-6fb3c8c8d5b9 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:39.007628 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad64126-3f91-4bd0-a311-a64723075526", "tag": "7ddbd741-5751-45f2-9572-2a0922781d83", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:39.007825 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ca98990-1f44-4eee-ab15-6fb3c8c8d5b9 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:39.008285 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad64126-3f91-4bd0-a311-a64723075526', 'tag': '7ddbd741-5751-45f2-9572-2a0922781d83', 'status': 'completed', 'code': 200} Jun 21 04:27:39.009154 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] No DVR routers for this DVR port 36539c45-891f-4e02-889c-9b77c9158028 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:27:39.014663 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:39.017090 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cabee767-2aab-47c2-8c32-5329dce09ff0 req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "DELETE /v2.0/ports/36539c45-891f-4e02-889c-9b77c9158028 HTTP/1.1" status: 204 len: 173 time: 0.9384420 Jun 21 04:27:39.054508 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-b24667e2-d24a-453d-a894-a1e0fb0b46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:39.056580 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-b24667e2-d24a-453d-a894-a1e0fb0b46fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26f25c98-fbcd-4c8c-b327-7da8d165e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1272571 Jun 21 04:27:39.170101 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-99a1681e-65b0-4f7d-aa88-864271ae8e2d req-03591675-4100-4d6c-8e75-1de3e537cc95 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 210 time: 0.0493767 Jun 21 04:27:39.226417 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-130007cb-f278-4ebc-9e2f-e1f894fd0281 service neutron] 10.222.0.44 "GET /v2.0/networks/26f25c98-fbcd-4c8c-b327-7da8d165e8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584818 Jun 21 04:27:39.391217 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f5dad3f-a998-40d0-8b51-de09468056d8 req-face384f-da65-40a5-aabd-64b329821aeb service neutron] 10.222.0.44 "GET /v2.0/networks/26f25c98-fbcd-4c8c-b327-7da8d165e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525702 Jun 21 04:27:39.411601 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427166d1-4a46-47e0-acac-21ebdbde9163 req-27a9a4f1-866b-49b3-b4fd-c14d92d128d7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:39.413344 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-427166d1-4a46-47e0-acac-21ebdbde9163 req-27a9a4f1-866b-49b3-b4fd-c14d92d128d7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1209002 Jun 21 04:27:39.476669 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e9f99405-b93d-402d-87dd-ff8fdc5aeef4 req-56508219-658d-4d7a-bbab-99c221c45cb4 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=308b9353-6f6e-45ca-a05e-e04aab90bf4b HTTP/1.1" status: 200 len: 210 time: 0.0623922 Jun 21 04:27:39.495169 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-427166d1-4a46-47e0-acac-21ebdbde9163 req-94897607-8fc5-4415-90f1-80ad34384725 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757198 Jun 21 04:27:39.654690 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe437ea-857f-48a8-a626-3f88d6de2fd5 req-00dd6103-6ff7-4d71-9375-c2b64dfab02a tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:39.656200 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2fe437ea-857f-48a8-a626-3f88d6de2fd5 req-00dd6103-6ff7-4d71-9375-c2b64dfab02a tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 947 time: 0.0760057 Jun 21 04:27:39.663247 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b4df-9432-4813-b435-3b8849751d1f req-88d1ed08-73f5-47f9-8f5f-026fc11a31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:39.664806 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8a35b4df-9432-4813-b435-3b8849751d1f req-88d1ed08-73f5-47f9-8f5f-026fc11a31ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=733c1e31eeed47898904d7df4efdb796&device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 1100 time: 0.0621486 Jun 21 04:27:39.695758 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2fe437ea-857f-48a8-a626-3f88d6de2fd5 req-8fc13dc9-a7d6-43b4-bb03-4f56fdf85148 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336759 Jun 21 04:27:39.769215 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b4df-9432-4813-b435-3b8849751d1f req-71d64eb3-c9c6-46a9-8da9-0e28668ec56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:39.770627 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8a35b4df-9432-4813-b435-3b8849751d1f req-71d64eb3-c9c6-46a9-8da9-0e28668ec56f service neutron] 10.222.0.44 "GET /v2.0/networks?id=26f25c98-fbcd-4c8c-b327-7da8d165e8b8 HTTP/1.1" status: 200 len: 870 time: 0.0962787 Jun 21 04:27:39.956406 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 36539c45-891f-4e02-889c-9b77c9158028 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:27:39.982175 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 36539c45-891f-4e02-889c-9b77c9158028 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:27:39.982641 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 36539c45-891f-4e02-889c-9b77c9158028 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:27:40.059351 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8a35b4df-9432-4813-b435-3b8849751d1f req-83261ff4-449f-4ff8-8a82-328325df2f96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7ddbd741-5751-45f2-9572-2a0922781d83 HTTP/1.1" status: 200 len: 217 time: 0.2790294 Jun 21 04:27:40.156534 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b4df-9432-4813-b435-3b8849751d1f req-2d26d872-2cd0-4003-aee6-aad434d73833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:40.157981 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8a35b4df-9432-4813-b435-3b8849751d1f req-2d26d872-2cd0-4003-aee6-aad434d73833 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0655412f-6afe-4f1e-9c22-c1d9f4e2a1fe HTTP/1.1" status: 200 len: 843 time: 0.0492640 Jun 21 04:27:40.225227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b4df-9432-4813-b435-3b8849751d1f req-5d0b5a10-2819-4ab4-8fb7-c66e45ab238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:40.227506 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8a35b4df-9432-4813-b435-3b8849751d1f req-5d0b5a10-2819-4ab4-8fb7-c66e45ab238d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26f25c98-fbcd-4c8c-b327-7da8d165e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0625677 Jun 21 04:27:40.344689 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8a35b4df-9432-4813-b435-3b8849751d1f req-bcd4984a-74bf-4238-87bd-c6b44a8a50e3 service neutron] 10.222.0.44 "GET /v2.0/networks/26f25c98-fbcd-4c8c-b327-7da8d165e8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078522 Jun 21 04:27:40.384016 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8c64c65b-8032-45b2-bf94-a08e4928a824 req-ea5e6694-f526-43e2-8297-102a8be23871 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 210 time: 0.0492992 Jun 21 04:27:40.474432 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8a35b4df-9432-4813-b435-3b8849751d1f req-627f0064-8525-4253-a88f-d3a594ff18a1 service neutron] 10.222.0.44 "GET /v2.0/networks/26f25c98-fbcd-4c8c-b327-7da8d165e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179743 Jun 21 04:27:40.692644 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051265-1093-43da-a66e-f7e9abb65472 req-b26a6b34-2670-49d5-ba9b-f5a9ee406ae4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:40.700328 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e0051265-1093-43da-a66e-f7e9abb65472 req-b26a6b34-2670-49d5-ba9b-f5a9ee406ae4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0816286 Jun 21 04:27:40.743122 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e0051265-1093-43da-a66e-f7e9abb65472 req-370e44ef-9acc-4b55-b95d-7b3e1873e525 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Jun 21 04:27:40.898405 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f615a0-1846-42d6-8ef9-e60769133dca req-da486ccb-cea7-4a6e-bb2e-55b4868d6498 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:40.900244 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-51f615a0-1846-42d6-8ef9-e60769133dca req-da486ccb-cea7-4a6e-bb2e-55b4868d6498 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 947 time: 0.0730474 Jun 21 04:27:40.944916 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-51f615a0-1846-42d6-8ef9-e60769133dca req-77022ef6-446e-4df1-8058-044d1986be48 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Jun 21 04:27:41.011089 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308b9353-6f6e-45ca-a05e-e04aab90bf4b', 'name': 'network-vif-deleted', 'tag': '36539c45-891f-4e02-889c-9b77c9158028'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:41.014803 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf56565-fcb2-4fac-9a85-ed915cf90f7a" -d '{"events": [{"server_uuid": "308b9353-6f6e-45ca-a05e-e04aab90bf4b", "name": "network-vif-deleted", "tag": "36539c45-891f-4e02-889c-9b77c9158028"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:41.041496 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-1c1c51b7-e021-471d-83e7-c3c6df20efb8 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:41.042993 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-1c1c51b7-e021-471d-83e7-c3c6df20efb8 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.44 "GET /v2.0/networks?id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 HTTP/1.1" status: 200 len: 809 time: 0.1249142 Jun 21 04:27:41.060631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e099c80-aaf7-407f-86a7-d7ffef10b7f8 x-openstack-request-id: req-2e099c80-aaf7-407f-86a7-d7ffef10b7f8 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:41.061227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308b9353-6f6e-45ca-a05e-e04aab90bf4b", "name": "network-vif-deleted", "tag": "36539c45-891f-4e02-889c-9b77c9158028", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:41.061449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e099c80-aaf7-407f-86a7-d7ffef10b7f8 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:41.061995 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308b9353-6f6e-45ca-a05e-e04aab90bf4b', 'name': 'network-vif-deleted', 'tag': '36539c45-891f-4e02-889c-9b77c9158028', 'status': 'completed', 'code': 200} Jun 21 04:27:41.067792 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Request body: {'port': {'device_id': '694561e3-5205-442f-a90d-2420ebee93b3', 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588', 'admin_state_up': True, 'tenant_id': '746fdb18db3f4462923b031e83abc8dd'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:41.191080 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Made reservation on behalf of 746fdb18db3f4462923b031e83abc8dd for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:41.195013 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.333013 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Allocated IP 172.20.0.6 (7a13c01a-9e6f-4ad4-a2ae-7b2ece287588/c3143ee7-919e-4bdd-8884-fbeea9f859b1/121cae28-5eb6-4600-8e18-ef05031bad69) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:41.503650 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.529567 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7e4c2598-3de4-49fb-a662-60085d7a4f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.550865 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.554917 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:41.562301 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2989f499-30da-4765-a58e-3d95ea5e2a19 req-850c8ccb-84e8-4c40-a496-ea23dceda68e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 210 time: 0.0350313 Jun 21 04:27:41.597787 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:41.600835 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:41.603332 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:41.611830 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:41.613293 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.629899 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Pushing event updated for resources: {'Port': ['ID=121cae28-5eb6-4600-8e18-ef05031bad69,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:41.634092 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:41.642520 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5788419 Jun 21 04:27:41.676232 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Request body: {'port': {'device_id': '694561e3-5205-442f-a90d-2420ebee93b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:41.756630 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.786943 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.033321 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b3a9-e612-4457-a8c3-130ecbdbec92 req-20d01375-6c55-4a29-9aa4-6c8274544109 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.034794 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2015b3a9-e612-4457-a8c3-130ecbdbec92 req-20d01375-6c55-4a29-9aa4-6c8274544109 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1448767 Jun 21 04:27:42.121139 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2015b3a9-e612-4457-a8c3-130ecbdbec92 req-811ef9cc-6a66-4ffa-9183-ddadd32bbf6b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760653 Jun 21 04:27:42.133305 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121cae28-5eb6-4600-8e18-ef05031bad69 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:42.133510 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c3353-acdf-47b4-85de-0d3ba016ce7a req-56ba9ae7-7a33-4053-bd86-e8357647871d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.135004 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-164c3353-acdf-47b4-85de-0d3ba016ce7a req-56ba9ae7-7a33-4053-bd86-e8357647871d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 945 time: 0.0819662 Jun 21 04:27:42.147751 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.161554 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Transition to ACTIVE for port object 121cae28-5eb6-4600-8e18-ef05031bad69 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:42.165451 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.168449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:42.186358 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-164c3353-acdf-47b4-85de-0d3ba016ce7a req-f5708a0c-a952-4597-9818-fed48426291b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 Jun 21 04:27:42.274162 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Pushing event updated for resources: {'Port': ['ID=121cae28-5eb6-4600-8e18-ef05031bad69,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:42.291215 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.293155 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:42.313447 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Attempting to bind port 121cae28-5eb6-4600-8e18-ef05031bad69 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:42.313773 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Attempting to bind port 121cae28-5eb6-4600-8e18-ef05031bad69 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '9170a11f-c18f-48c9-86cb-112ef25222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:42.314095 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Attempting to bind port 121cae28-5eb6-4600-8e18-ef05031bad69 on network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:42.321325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Port 121cae28-5eb6-4600-8e18-ef05031bad69 on network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:27:42.321636 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Attempting to bind port 121cae28-5eb6-4600-8e18-ef05031bad69 on network 7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:42.330841 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:42.331143 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Checking segment: {'id': '9170a11f-c18f-48c9-86cb-112ef25222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:42.331558 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Bound using segment: {'id': '9170a11f-c18f-48c9-86cb-112ef25222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:42.331965 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Bound port: 121cae28-5eb6-4600-8e18-ef05031bad69, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9170a11f-c18f-48c9-86cb-112ef25222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:42.332313 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.353044 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d681b2-13a6-4a78-8ea8-3777b6e0caaf req-7d8ee0bd-1b07-4bf6-b66d-b1e6d48ddd98 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.354502 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9d681b2-13a6-4a78-8ea8-3777b6e0caaf req-7d8ee0bd-1b07-4bf6-b66d-b1e6d48ddd98 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 947 time: 0.1293275 Jun 21 04:27:42.431342 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b9d681b2-13a6-4a78-8ea8-3777b6e0caaf req-ff7bc73e-342a-46a8-bd9a-5a9bc6a4316d tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554719 Jun 21 04:27:42.432373 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] For port 121cae28-5eb6-4600-8e18-ef05031bad69, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:42.435793 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] For port 121cae28-5eb6-4600-8e18-ef05031bad69, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=121cae28-5eb6-4600-8e18-ef05031bad69,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:42.443421 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.446619 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-38d3032e-c378-45b6-9dfa-99caf07ad577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:42.487531 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.488140 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.489543 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] 10.222.0.44 "PUT /v2.0/ports/121cae28-5eb6-4600-8e18-ef05031bad69 HTTP/1.1" status: 200 len: 1093 time: 0.8177965 Jun 21 04:27:42.506676 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Pushing event updated for resources: {'Port': ['ID=121cae28-5eb6-4600-8e18-ef05031bad69,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:42.510200 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:42.616133 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-c503f2e2-6fd0-4aa8-a901-443457760675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.617710 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-c503f2e2-6fd0-4aa8-a901-443457760675 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=746fdb18db3f4462923b031e83abc8dd&device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 1096 time: 0.0631282 Jun 21 04:27:42.687992 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-b535a339-effa-442e-9d5b-915e160689c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=121cae28-5eb6-4600-8e18-ef05031bad69 HTTP/1.1" status: 200 len: 217 time: 0.0551798 Jun 21 04:27:42.745948 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8f4a8720-acb1-41ab-8477-2db0056f58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.747612 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-8f4a8720-acb1-41ab-8477-2db0056f58eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3143ee7-919e-4bdd-8884-fbeea9f859b1 HTTP/1.1" status: 200 len: 849 time: 0.0500631 Jun 21 04:27:42.782754 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-1c0e6f34-be89-4a36-b93a-a55ce9ad2688 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272865 Jun 21 04:27:42.784883 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f98d0-09f4-4a69-8bba-7719a9e1e399 req-b9a1278a-cfae-47e6-9018-d67f818d2b74 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.786481 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-849f98d0-09f4-4a69-8bba-7719a9e1e399 req-b9a1278a-cfae-47e6-9018-d67f818d2b74 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 943 time: 0.0784912 Jun 21 04:27:42.837584 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-849f98d0-09f4-4a69-8bba-7719a9e1e399 req-6c6327ed-61e0-42dd-9412-e5f00bc9315f tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445006 Jun 21 04:27:42.875686 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-443ec07b-dc05-4dde-b19b-614bc6bd31c3 service neutron] 10.222.0.44 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820854 Jun 21 04:27:42.975333 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0035eb2b-46be-4ade-b2a5-76939c18a293 req-f1e0fb91-bf76-4e0d-b997-05908584521a service neutron] 10.222.0.44 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893292 Jun 21 04:27:43.063532 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694561e3-5205-442f-a90d-2420ebee93b3', 'tag': '121cae28-5eb6-4600-8e18-ef05031bad69'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:43.067910 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7004faea-8cbb-4cd0-bfb5-49fce76b0322" -d '{"events": [{"name": "network-changed", "server_uuid": "694561e3-5205-442f-a90d-2420ebee93b3", "tag": "121cae28-5eb6-4600-8e18-ef05031bad69"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:43.107975 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9fb11f-bf99-4fe0-b48c-ffd3d50aca22 x-openstack-request-id: req-9a9fb11f-bf99-4fe0-b48c-ffd3d50aca22 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:43.108312 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694561e3-5205-442f-a90d-2420ebee93b3", "tag": "121cae28-5eb6-4600-8e18-ef05031bad69", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:43.108587 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a9fb11f-bf99-4fe0-b48c-ffd3d50aca22 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:43.109008 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694561e3-5205-442f-a90d-2420ebee93b3', 'tag': '121cae28-5eb6-4600-8e18-ef05031bad69', 'status': 'completed', 'code': 200} Jun 21 04:27:43.244494 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-5a577e2d-7fb2-4d86-9658-4ba0c77cd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.246089 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-5a577e2d-7fb2-4d86-9658-4ba0c77cd7df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=746fdb18db3f4462923b031e83abc8dd&device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 1096 time: 0.0587616 Jun 21 04:27:43.296225 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146f8e8-4004-4f0a-8d84-44f6ef1c8093 req-1d5b05cf-95cb-4b9d-9ef6-500189afc48e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.297945 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8146f8e8-4004-4f0a-8d84-44f6ef1c8093 req-1d5b05cf-95cb-4b9d-9ef6-500189afc48e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0641415 Jun 21 04:27:43.338290 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8146f8e8-4004-4f0a-8d84-44f6ef1c8093 req-5de004b0-56bf-41f8-8f3b-66bf1aee78ad tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343089 Jun 21 04:27:43.387394 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-eefee0e3-8d9b-4edf-bd7b-7851159fc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.388890 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-eefee0e3-8d9b-4edf-bd7b-7851159fc391 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 HTTP/1.1" status: 200 len: 910 time: 0.1344330 Jun 21 04:27:43.412988 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e048235-3025-44c7-b9c3-4a0b11aaadaa req-89679cb2-5f8e-49c5-89c9-72496e38db87 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.414468 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2e048235-3025-44c7-b9c3-4a0b11aaadaa req-89679cb2-5f8e-49c5-89c9-72496e38db87 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 945 time: 0.1027546 Jun 21 04:27:43.447482 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-14c6e719-fe6e-4b47-ba27-9d0321cca161 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=121cae28-5eb6-4600-8e18-ef05031bad69 HTTP/1.1" status: 200 len: 217 time: 0.0500832 Jun 21 04:27:43.513763 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2e048235-3025-44c7-b9c3-4a0b11aaadaa req-242fef17-7857-4f83-a750-206413f83e3d tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732586 Jun 21 04:27:43.521639 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-de259d15-6521-4380-bb36-6fba67063509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.523100 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-de259d15-6521-4380-bb36-6fba67063509 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3143ee7-919e-4bdd-8884-fbeea9f859b1 HTTP/1.1" status: 200 len: 849 time: 0.0625784 Jun 21 04:27:43.560055 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-0b274e11-fe32-4b93-93f7-07a76f34470c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277531 Jun 21 04:27:43.621280 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98a6fd-4377-4cae-b992-f5b2d2580207 req-990e6b2a-651d-4605-a253-dba356f3ac40 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.622708 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6b98a6fd-4377-4cae-b992-f5b2d2580207 req-990e6b2a-651d-4605-a253-dba356f3ac40 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 947 time: 0.0702500 Jun 21 04:27:43.661210 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-72f82c1d-a07e-422f-ac68-6ce990918107 service neutron] 10.222.0.44 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906672 Jun 21 04:27:43.665747 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6b98a6fd-4377-4cae-b992-f5b2d2580207 req-d3a2a87d-3ff4-43b1-a0f1-f0927b40a7d0 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363021 Jun 21 04:27:43.757586 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7004faea-8cbb-4cd0-bfb5-49fce76b0322 req-0a62ef08-7530-474a-8ee4-5d908c6b1365 service neutron] 10.222.0.44 "GET /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884168 Jun 21 04:27:43.962415 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 7ddbd741-5751-45f2-9572-2a0922781d83 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:27:44.028260 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee1b74-b11f-4bbf-b398-1aa98233ec90 req-44fc8a6f-8f50-4796-a0a0-4998066c2709 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.029731 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-20ee1b74-b11f-4bbf-b398-1aa98233ec90 req-44fc8a6f-8f50-4796-a0a0-4998066c2709 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 943 time: 0.0742364 Jun 21 04:27:44.068368 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-20ee1b74-b11f-4bbf-b398-1aa98233ec90 req-d1796dc7-a32a-447d-b1b0-879f7524ca0c tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Jun 21 04:27:44.069413 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 7ddbd741-5751-45f2-9572-2a0922781d83, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7ddbd741-5751-45f2-9572-2a0922781d83,segment=NetworkSegment(ff35ef26-25ae-4f4c-8b70-36f34676c445),segment_id=ff35ef26-25ae-4f4c-8b70-36f34676c445)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:44.082793 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '7ddbd741-5751-45f2-9572-2a0922781d83', 'network_id': '26f25c98-fbcd-4c8c-b327-7da8d165e8b8', 'port_id': '7ddbd741-5751-45f2-9572-2a0922781d83', 'mac_address': 'fa:16:3e:51:52:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0655412f-6afe-4f1e-9c22-c1d9f4e2a1fe', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:27:44.123793 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:44.145836 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddbd741-5751-45f2-9572-2a0922781d83 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:44.151139 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:44.165976 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 7ddbd741-5751-45f2-9572-2a0922781d83, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7ddbd741-5751-45f2-9572-2a0922781d83,segment=NetworkSegment(ff35ef26-25ae-4f4c-8b70-36f34676c445),segment_id=ff35ef26-25ae-4f4c-8b70-36f34676c445)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:44.171973 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:44.173831 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:44.220891 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=7ddbd741-5751-45f2-9572-2a0922781d83,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:44.224146 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:44.527701 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931bcbd-fd7a-4dbe-b7e1-9210ef773358 req-17c5d872-6a75-412c-b79f-1a3ac829c896 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.529165 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3931bcbd-fd7a-4dbe-b7e1-9210ef773358 req-17c5d872-6a75-412c-b79f-1a3ac829c896 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0671754 Jun 21 04:27:44.571357 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3931bcbd-fd7a-4dbe-b7e1-9210ef773358 req-a19c96f1-47e1-4607-bb1a-5a195e154897 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Jun 21 04:27:44.697672 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c13b6-2224-4c10-9378-ee1d9db1ae4e req-fed53dd5-2acf-433b-a550-a2e7b898e856 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.699266 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f69c13b6-2224-4c10-9378-ee1d9db1ae4e req-fed53dd5-2acf-433b-a550-a2e7b898e856 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 945 time: 0.0756788 Jun 21 04:27:44.742077 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f69c13b6-2224-4c10-9378-ee1d9db1ae4e req-1726a179-d139-4709-940c-04e2a8d9f14a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/security-groups?id=969b8f8e-0847-4de4-b7fa-cda677830a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333581 Jun 21 04:27:44.860542 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfcfd9-7c2d-4b6a-9a72-1f55faf1e07f req-4df939a0-8c2a-4795-90d5-00ca3c3e83c4 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.861994 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c6dfcfd9-7c2d-4b6a-9a72-1f55faf1e07f req-4df939a0-8c2a-4795-90d5-00ca3c3e83c4 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 948 time: 0.0725513 Jun 21 04:27:44.900200 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c6dfcfd9-7c2d-4b6a-9a72-1f55faf1e07f req-2539f2f5-9518-462e-9f02-44ee53c5f7d0 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323822 Jun 21 04:27:45.205780 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['7ddbd741-5751-45f2-9572-2a0922781d83'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:45.266949 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aa9b4-c0fb-41e8-b32a-eee77e42b546 req-7ed59845-5c6a-4b3b-bf4c-c3405d9207a1 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.268302 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-aa9aa9b4-c0fb-41e8-b32a-eee77e42b546 req-7ed59845-5c6a-4b3b-bf4c-c3405d9207a1 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 943 time: 0.0686626 Jun 21 04:27:45.305831 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-aa9aa9b4-c0fb-41e8-b32a-eee77e42b546 req-ff91c9b2-c6cb-4a66-b1ca-5f5d7363cb66 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Jun 21 04:27:45.395756 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-1461c2c2-cc27-45a5-be21-bb662243be57 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.397529 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-1461c2c2-cc27-45a5-be21-bb662243be57 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 945 time: 0.0725832 Jun 21 04:27:45.504495 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Deleting port b0028bb7-4248-411e-877a-cb2dcd4af1cc {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:27:45.504731 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.595891 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] For port b0028bb7-4248-411e-877a-cb2dcd4af1cc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0028bb7-4248-411e-877a-cb2dcd4af1cc,segment=NetworkSegment(cc172e29-1939-4b45-ac5b-bc7f515d851e),segment_id=cc172e29-1939-4b45-ac5b-bc7f515d851e)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:45.596596 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.659839 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Calling delete_port for b0028bb7-4248-411e-877a-cb2dcd4af1cc owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:27:45.758441 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df12aa-9f56-494e-84bc-617432fe52e3 req-5a421489-9f78-4f3f-bf4d-cc4f35f1bcea tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.759886 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-21df12aa-9f56-494e-84bc-617432fe52e3 req-5a421489-9f78-4f3f-bf4d-cc4f35f1bcea tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0719831 Jun 21 04:27:45.808883 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-21df12aa-9f56-494e-84bc-617432fe52e3 req-8e3dd1f4-1ffe-48c1-b28b-86bc34a40519 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Jun 21 04:27:45.813464 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.819459 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9465d0e8-eead-4bb3-ac59-534922a7774a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:45.852969 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Pushing event deleted for resources: {'Port': ['ID=b0028bb7-4248-411e-877a-cb2dcd4af1cc,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:45.857921 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:45.923416 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] No DVR routers for this DVR port b0028bb7-4248-411e-877a-cb2dcd4af1cc on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:27:45.926743 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fe76ccb7-9b4b-4428-8d97-f8f370c76e0f req-0b9a9717-627a-4cda-94c3-015e71745a26 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff803af3-6937-45ac-b8c1-6af677689e4d HTTP/1.1" status: 200 len: 210 time: 0.0492792 Jun 21 04:27:45.927832 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.929693 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d23bc1e1-7893-4d09-9e33-7f0d7ed2a64f req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] 10.222.0.44 "DELETE /v2.0/ports/b0028bb7-4248-411e-877a-cb2dcd4af1cc HTTP/1.1" status: 204 len: 173 time: 0.5255809 Jun 21 04:27:45.930185 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff803af3-6937-45ac-b8c1-6af677689e4d', 'name': 'network-vif-deleted', 'tag': 'b0028bb7-4248-411e-877a-cb2dcd4af1cc'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:45.932539 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97950e0a-8d6a-43c4-9f66-ddbcdfa4f0c7" -d '{"events": [{"server_uuid": "ff803af3-6937-45ac-b8c1-6af677689e4d", "name": "network-vif-deleted", "tag": "b0028bb7-4248-411e-877a-cb2dcd4af1cc"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:45.980971 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c62397-2fb5-4bfe-87f2-f7a9cc819f46 x-openstack-request-id: req-50c62397-2fb5-4bfe-87f2-f7a9cc819f46 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:45.981365 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff803af3-6937-45ac-b8c1-6af677689e4d", "name": "network-vif-deleted", "tag": "b0028bb7-4248-411e-877a-cb2dcd4af1cc", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:45.981707 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50c62397-2fb5-4bfe-87f2-f7a9cc819f46 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:45.982196 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff803af3-6937-45ac-b8c1-6af677689e4d', 'name': 'network-vif-deleted', 'tag': 'b0028bb7-4248-411e-877a-cb2dcd4af1cc', 'status': 'completed', 'code': 200} Jun 21 04:27:46.088836 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df991853-4f60-40de-9d4e-2ce5ecfada75 req-2231b843-c113-4a39-9a26-6e828c92a3ff tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:46.090309 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-df991853-4f60-40de-9d4e-2ce5ecfada75 req-2231b843-c113-4a39-9a26-6e828c92a3ff tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 948 time: 0.0640690 Jun 21 04:27:46.129177 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-df991853-4f60-40de-9d4e-2ce5ecfada75 req-489d4bfb-63a2-424a-97b9-de074a216e9f tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Jun 21 04:27:46.489243 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe5954-051f-4d9b-aaf0-df4026ec811b req-1baee2de-b786-411b-aa8e-1141456a5f44 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:46.490693 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0dbe5954-051f-4d9b-aaf0-df4026ec811b req-1baee2de-b786-411b-aa8e-1141456a5f44 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 943 time: 0.0655987 Jun 21 04:27:46.530226 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0dbe5954-051f-4d9b-aaf0-df4026ec811b req-46aa51cc-8364-44ef-9525-af87098ec5bb tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Jun 21 04:27:46.624072 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.762818 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['b0028bb7-4248-411e-877a-cb2dcd4af1cc'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:47.005434 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ad62f-b50b-4406-b252-708ff5a1f9bb req-7f4df893-06b0-4790-9157-6b8d213736a8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:47.007268 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3d8ad62f-b50b-4406-b252-708ff5a1f9bb req-7f4df893-06b0-4790-9157-6b8d213736a8 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0707583 Jun 21 04:27:47.030793 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 44320) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:47.048309 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3d8ad62f-b50b-4406-b252-708ff5a1f9bb req-9425b9a7-8471-44a2-9578-49c3f6e6d250 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348983 Jun 21 04:27:47.083298 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb45e9c-5c43-4621-99ca-037e3f29f461 admin admin] Deleting subnet f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 {{(pid=92762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:27:47.086484 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6cb45e9c-5c43-4621-99ca-037e3f29f461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.122887 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6cb45e9c-5c43-4621-99ca-037e3f29f461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317831'] for subnet, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.166799 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6cb45e9c-5c43-4621-99ca-037e3f29f461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.220934 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6cb45e9c-5c43-4621-99ca-037e3f29f461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3377616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362448'] for subnet, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.223253 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-dfbc3c33-956a-41fb-851e-269671360e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:47.251277 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb45e9c-5c43-4621-99ca-037e3f29f461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:47.255353 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-6cb45e9c-5c43-4621-99ca-037e3f29f461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:47.264550 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6cb45e9c-5c43-4621-99ca-037e3f29f461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.266366 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-6cb45e9c-5c43-4621-99ca-037e3f29f461 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f83c7e77-d22c-4f7f-80ca-5fdcf0b19fa1 HTTP/1.1" status: 204 len: 168 time: 0.2345095 Jun 21 04:27:47.268888 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 44330) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:47.364959 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.388192 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3385a20-00a3-44ec-a405-6178e81a896f req-4b33d2b6-cb64-4d1c-90d1-262cb0db4780 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:47.389679 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e3385a20-00a3-44ec-a405-6178e81a896f req-4b33d2b6-cb64-4d1c-90d1-262cb0db4780 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 948 time: 0.1360714 Jun 21 04:27:47.481572 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.496328 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e3385a20-00a3-44ec-a405-6178e81a896f req-3b49cc4e-d845-4dc3-99ef-b0c7c8866c28 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863595 Jun 21 04:27:47.497785 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941dc9d7-c0aa-4c95-bd7f-062e494ef1f4']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:47.508910 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc172e29-1939-4b45-ac5b-bc7f515d851e') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:47.509071 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc172e29-1939-4b45-ac5b-bc7f515d851e') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:47.519598 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.535831 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.541968 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:27:47.542345 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:27:47.544052 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:27:47.601377 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.605198 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:47.607635 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.609537 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/941dc9d7-c0aa-4c95-bd7f-062e494ef1f4 HTTP/1.1" status: 204 len: 168 time: 0.3396969 Jun 21 04:27:47.620616 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=941dc9d7-c0aa-4c95-bd7f-062e494ef1f4,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:47.623099 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-bb7b162b-a3ad-4e30-ba84-cdd912e4a8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:47.721839 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81469a2-1f5c-4838-811d-3b74681b8681 req-f8561ee6-ea5c-440a-a1c3-8914c153b968 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:47.724321 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c81469a2-1f5c-4838-811d-3b74681b8681 req-f8561ee6-ea5c-440a-a1c3-8914c153b968 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 943 time: 0.0727990 Jun 21 04:27:47.735448 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 44336) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:47.767991 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c81469a2-1f5c-4838-811d-3b74681b8681 req-54095b46-c0ee-4e3b-8bc3-503eaafd6ffa tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353613 Jun 21 04:27:47.777269 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a6c4e829-ccbf-4e28-ac0a-966feb955f53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=235ec9f922cb4a0facf9914ca395dd5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405498 Jun 21 04:27:47.779936 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 44338) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:47.835375 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b2182b24-9bfd-4f78-b1cf-0e9178273557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.856392 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b2182b24-9bfd-4f78-b1cf-0e9178273557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.905537 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b2182b24-9bfd-4f78-b1cf-0e9178273557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.908287 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b2182b24-9bfd-4f78-b1cf-0e9178273557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.909433 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b2182b24-9bfd-4f78-b1cf-0e9178273557 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/969b8f8e-0847-4de4-b7fa-cda677830a4a HTTP/1.1" status: 204 len: 168 time: 0.1286325 Jun 21 04:27:47.910283 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8efd1890-02d9-4ef2-a8ac-275a94d6078b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:47.918205 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2182b24-9bfd-4f78-b1cf-0e9178273557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b8f8e-0847-4de4-b7fa-cda677830a4a,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:47.920663 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b2182b24-9bfd-4f78-b1cf-0e9178273557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:47.983827 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 121cae28-5eb6-4600-8e18-ef05031bad69 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:27:47.991551 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 7ddbd741-5751-45f2-9572-2a0922781d83 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:48.096752 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 7ddbd741-5751-45f2-9572-2a0922781d83 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:48.103180 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 7ddbd741-5751-45f2-9572-2a0922781d83 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:48.103571 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.158946 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 121cae28-5eb6-4600-8e18-ef05031bad69, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=121cae28-5eb6-4600-8e18-ef05031bad69,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:48.174132 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '121cae28-5eb6-4600-8e18-ef05031bad69', 'network_id': '7a13c01a-9e6f-4ad4-a2ae-7b2ece287588', 'port_id': '121cae28-5eb6-4600-8e18-ef05031bad69', 'mac_address': 'fa:16:3e:ca:ec:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3143ee7-919e-4bdd-8884-fbeea9f859b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:27:48.249049 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.256470 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286e95-436e-4b94-9fb1-5785437d400f req-27914047-1696-4f5f-858f-f026e3aa140f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:48.257975 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-15286e95-436e-4b94-9fb1-5785437d400f req-27914047-1696-4f5f-858f-f026e3aa140f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0685942 Jun 21 04:27:48.267113 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.284782 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad64126-3f91-4bd0-a311-a64723075526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddbd741-5751-45f2-9572-2a0922781d83'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:48.287016 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e5c99-d4fa-40b4-bcf8-4b3b8bb3a5a1" -d '{"events": [{"server_uuid": "2ad64126-3f91-4bd0-a311-a64723075526", "name": "network-vif-plugged", "status": "completed", "tag": "7ddbd741-5751-45f2-9572-2a0922781d83"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:48.300177 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121cae28-5eb6-4600-8e18-ef05031bad69 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:48.309127 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 7ddbd741-5751-45f2-9572-2a0922781d83, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7ddbd741-5751-45f2-9572-2a0922781d83,segment=NetworkSegment(ff35ef26-25ae-4f4c-8b70-36f34676c445),segment_id=ff35ef26-25ae-4f4c-8b70-36f34676c445)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:48.323133 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.324710 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-15286e95-436e-4b94-9fb1-5785437d400f req-6f0cb10d-64c9-4819-8db7-e6784016765d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578539 Jun 21 04:27:48.325365 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:48.329446 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 121cae28-5eb6-4600-8e18-ef05031bad69, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=121cae28-5eb6-4600-8e18-ef05031bad69,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:48.351690 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.365261 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9f13a6-8e76-4c23-bde3-6d79100bb3cf x-openstack-request-id: req-dd9f13a6-8e76-4c23-bde3-6d79100bb3cf {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:48.365556 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad64126-3f91-4bd0-a311-a64723075526", "name": "network-vif-plugged", "status": "completed", "tag": "7ddbd741-5751-45f2-9572-2a0922781d83", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:48.365818 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd9f13a6-8e76-4c23-bde3-6d79100bb3cf {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:48.366212 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad64126-3f91-4bd0-a311-a64723075526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddbd741-5751-45f2-9572-2a0922781d83', 'code': 200} Jun 21 04:27:48.378213 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=7ddbd741-5751-45f2-9572-2a0922781d83,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:48.383785 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:48.383785 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:48.430178 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=121cae28-5eb6-4600-8e18-ef05031bad69,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:48.433578 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:48.728744 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d5a1c-cfe9-4265-b793-47ef2b34c260 req-e9d7e93a-fbaf-4ae3-a010-d917509d38db tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:48.730248 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3d9d5a1c-cfe9-4265-b793-47ef2b34c260 req-e9d7e93a-fbaf-4ae3-a010-d917509d38db tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 949 time: 0.1070879 Jun 21 04:27:48.737237 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57669f68-497e-4b51-8d26-576352467124 req-55cb721c-82f6-425e-b8fa-4592efbcced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:48.738907 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-57669f68-497e-4b51-8d26-576352467124 req-55cb721c-82f6-425e-b8fa-4592efbcced6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 1102 time: 0.0823920 Jun 21 04:27:48.794698 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3d9d5a1c-cfe9-4265-b793-47ef2b34c260 req-8490b54a-1eb8-4b69-b6cc-84743d1ca07e tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548062 Jun 21 04:27:48.797059 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-57669f68-497e-4b51-8d26-576352467124 req-dac0b7aa-5007-4cc3-be56-f768fe44e94e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 Jun 21 04:27:48.960049 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd2768-522c-4cb1-a8ca-c1cd7ce2321c req-85d40078-ce23-4760-91c6-81da6848e9bd tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:48.961534 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cafd2768-522c-4cb1-a8ca-c1cd7ce2321c req-85d40078-ce23-4760-91c6-81da6848e9bd tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 944 time: 0.0693889 Jun 21 04:27:49.012578 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cafd2768-522c-4cb1-a8ca-c1cd7ce2321c req-958fe041-d0f2-42eb-971f-8cc78983eee3 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438352 Jun 21 04:27:49.033237 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['121cae28-5eb6-4600-8e18-ef05031bad69'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:49.499650 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e12db-1f84-4473-b3c7-cfc4c4203dd2 req-fa2bcd0f-d9c1-47f0-a42a-f899919659a4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:49.501245 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6b9e12db-1f84-4473-b3c7-cfc4c4203dd2 req-fa2bcd0f-d9c1-47f0-a42a-f899919659a4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0640306 Jun 21 04:27:49.538739 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6b9e12db-1f84-4473-b3c7-cfc4c4203dd2 req-2aa1e213-c6b5-4a5c-8793-13432b139cbc tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313861 Jun 21 04:27:49.974928 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device b0028bb7-4248-411e-877a-cb2dcd4af1cc no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:27:49.986595 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70d009-fa57-4e24-aa46-91fc9d49db18 req-c3838c36-80ca-4570-894c-91a51afc3514 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:49.988228 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2c70d009-fa57-4e24-aa46-91fc9d49db18 req-c3838c36-80ca-4570-894c-91a51afc3514 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 949 time: 0.0737343 Jun 21 04:27:49.995605 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: b0028bb7-4248-411e-877a-cb2dcd4af1cc {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:27:49.995995 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device b0028bb7-4248-411e-877a-cb2dcd4af1cc not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:27:50.029951 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2c70d009-fa57-4e24-aa46-91fc9d49db18 req-4c1e462c-0692-4785-9c2c-553fe540ac91 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351539 Jun 21 04:27:50.191554 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b2a1c-489b-4367-90fa-8b69c28f53cf req-77562845-7851-4c62-97f8-0f02a22b61ef tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:50.193091 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-270b2a1c-489b-4367-90fa-8b69c28f53cf req-77562845-7851-4c62-97f8-0f02a22b61ef tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 944 time: 0.0672317 Jun 21 04:27:50.233526 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-270b2a1c-489b-4367-90fa-8b69c28f53cf req-3db121af-9c2c-4d5c-a20d-ab78457d5914 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Jun 21 04:27:50.712509 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62cdd0-41a3-48f3-870c-eb94db289a25 req-4b546aae-5297-439b-b000-267ffb25adcd tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:50.715877 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc62cdd0-41a3-48f3-870c-eb94db289a25 req-4b546aae-5297-439b-b000-267ffb25adcd tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0657284 Jun 21 04:27:50.760773 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bc62cdd0-41a3-48f3-870c-eb94db289a25 req-5da27054-5c25-41fe-ae80-4949fd55d4e2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355251 Jun 21 04:27:51.229554 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d7a13-ace1-4aa5-96c7-27f65b5cee89 req-7cba0b7a-f7a1-486b-8452-1f968ef4388a tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.230931 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4b3d7a13-ace1-4aa5-96c7-27f65b5cee89 req-7cba0b7a-f7a1-486b-8452-1f968ef4388a tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 949 time: 0.0655375 Jun 21 04:27:51.268989 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4b3d7a13-ace1-4aa5-96c7-27f65b5cee89 req-4fa881a5-1f1b-4c94-96a1-ef9bfa50ba8a tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Jun 21 04:27:51.414308 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27ad57-506f-486f-9252-51a2ba4df7d2 req-7f491451-c99a-4f94-94e6-bb345e9b86f9 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.415861 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5c27ad57-506f-486f-9252-51a2ba4df7d2 req-7f491451-c99a-4f94-94e6-bb345e9b86f9 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 944 time: 0.0648217 Jun 21 04:27:51.459882 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5c27ad57-506f-486f-9252-51a2ba4df7d2 req-c3d3c70c-a8da-4858-97c2-9343dabbf919 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380781 Jun 21 04:27:51.678944 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21964ada-ea98-481c-be5e-5f88ef3246ce req-1e1fda2e-ea02-48d9-bf28-ea3b865ad725 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.680431 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-21964ada-ea98-481c-be5e-5f88ef3246ce req-1e1fda2e-ea02-48d9-bf28-ea3b865ad725 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 949 time: 0.0633109 Jun 21 04:27:51.717848 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-21964ada-ea98-481c-be5e-5f88ef3246ce req-bf4f5978-4991-4ea4-8650-444d12032ebc tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Jun 21 04:27:51.947749 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706700f5-a9cc-4f25-837e-484a4caa65b2 req-34f54b52-1a04-4c4b-9864-6313d346c603 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.949176 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-706700f5-a9cc-4f25-837e-484a4caa65b2 req-34f54b52-1a04-4c4b-9864-6313d346c603 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0644724 Jun 21 04:27:51.987957 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-706700f5-a9cc-4f25-837e-484a4caa65b2 req-20d3440e-5182-436c-8689-be8175eaaab5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Jun 21 04:27:51.992898 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 121cae28-5eb6-4600-8e18-ef05031bad69 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:52.046616 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 121cae28-5eb6-4600-8e18-ef05031bad69 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:52.050342 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 121cae28-5eb6-4600-8e18-ef05031bad69 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:52.050720 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.139514 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.166328 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694561e3-5205-442f-a90d-2420ebee93b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121cae28-5eb6-4600-8e18-ef05031bad69'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:52.168865 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aad25a-6a9d-4392-9927-2a1695785df6" -d '{"events": [{"server_uuid": "694561e3-5205-442f-a90d-2420ebee93b3", "name": "network-vif-plugged", "status": "completed", "tag": "121cae28-5eb6-4600-8e18-ef05031bad69"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:52.183179 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 121cae28-5eb6-4600-8e18-ef05031bad69, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=121cae28-5eb6-4600-8e18-ef05031bad69,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:52.195042 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.200238 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ac44d60f-6817-4936-8985-7c1de061fbec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:52.229491 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350a59cb-8e44-41e6-9daa-65c1ff923b2c x-openstack-request-id: req-350a59cb-8e44-41e6-9daa-65c1ff923b2c {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:52.229793 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694561e3-5205-442f-a90d-2420ebee93b3", "name": "network-vif-plugged", "status": "completed", "tag": "121cae28-5eb6-4600-8e18-ef05031bad69", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:52.230052 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-350a59cb-8e44-41e6-9daa-65c1ff923b2c {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:52.230441 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694561e3-5205-442f-a90d-2420ebee93b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121cae28-5eb6-4600-8e18-ef05031bad69', 'code': 200} Jun 21 04:27:52.256545 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=121cae28-5eb6-4600-8e18-ef05031bad69,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:52.260548 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:52.472116 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 44486) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:52.534131 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21829581-e897-4e21-9258-4a2aeabc4bb0 req-c924c0c4-aaa4-45f7-9eb1-df9319cbb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:52.535641 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-21829581-e897-4e21-9258-4a2aeabc4bb0 req-c924c0c4-aaa4-45f7-9eb1-df9319cbb6ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 1098 time: 0.0713742 Jun 21 04:27:52.617478 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-21829581-e897-4e21-9258-4a2aeabc4bb0 req-f566f037-bc4a-470e-b598-bd804ffbf3a1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671115 Jun 21 04:27:52.619534 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b7978552-cdc4-4cf4-aa0d-3eeeaff00441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.676109 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132d157-f715-4cae-bad4-29f828c86167 req-b74e9793-6d30-4255-8287-f8434c353126 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:52.677558 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2132d157-f715-4cae-bad4-29f828c86167 req-b74e9793-6d30-4255-8287-f8434c353126 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 945 time: 0.1089349 Jun 21 04:27:52.730763 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2132d157-f715-4cae-bad4-29f828c86167 req-5d772cd2-fce6-4522-a350-f49e70ab2605 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472260 Jun 21 04:27:52.768355 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b7978552-cdc4-4cf4-aa0d-3eeeaff00441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.773843 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b7978552-cdc4-4cf4-aa0d-3eeeaff00441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.776605 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-f32b050d-8f42-4b10-8623-9527e852a2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:52.823071 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 44496) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:52.824282 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b7978552-cdc4-4cf4-aa0d-3eeeaff00441 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f68662d66b6d4161b8e8906112cf286f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511117 Jun 21 04:27:52.826431 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7978552-cdc4-4cf4-aa0d-3eeeaff00441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bc744d-c09d-4d1c-9fae-a14d1b316622,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:52.830657 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b7978552-cdc4-4cf4-aa0d-3eeeaff00441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:52.925521 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-71bb8804-1b5f-4157-a6df-cf479e00c702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.949479 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4de8f-e0f4-40b0-a434-9df009962cc2 req-a5812003-08db-4bd6-acba-f7ac8d6f1299 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:52.950906 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-18a4de8f-e0f4-40b0-a434-9df009962cc2 req-a5812003-08db-4bd6-acba-f7ac8d6f1299 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 949 time: 0.1081221 Jun 21 04:27:52.960865 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-71bb8804-1b5f-4157-a6df-cf479e00c702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.015517 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-18a4de8f-e0f4-40b0-a434-9df009962cc2 req-73a4d9bf-5518-408c-8550-0665d36c953e tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565841 Jun 21 04:27:53.042828 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-71bb8804-1b5f-4157-a6df-cf479e00c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.045670 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-71bb8804-1b5f-4157-a6df-cf479e00c702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.049582 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-71bb8804-1b5f-4157-a6df-cf479e00c702 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9bc744d-c09d-4d1c-9fae-a14d1b316622 HTTP/1.1" status: 204 len: 168 time: 0.2254601 Jun 21 04:27:53.050379 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e6b222f3-5a2b-4f2a-9fba-8fbb82a621a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:53.058005 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb8804-1b5f-4157-a6df-cf479e00c702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bc744d-c09d-4d1c-9fae-a14d1b316622,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:53.060677 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-71bb8804-1b5f-4157-a6df-cf479e00c702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:53.190690 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ea700-27a7-4588-9a5b-69812668c7de req-15390668-873e-480f-8cfb-8df5bcf5aee5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:53.192193 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-581ea700-27a7-4588-9a5b-69812668c7de req-15390668-873e-480f-8cfb-8df5bcf5aee5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0672677 Jun 21 04:27:53.230452 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-581ea700-27a7-4588-9a5b-69812668c7de req-4b73fa29-7729-4f79-aebd-744682cd0c89 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325866 Jun 21 04:27:53.323279 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 44508) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:53.337318 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-975f5255-88a3-4189-853c-65739d546f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.427040 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-975f5255-88a3-4189-853c-65739d546f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.432327 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-975f5255-88a3-4189-853c-65739d546f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.436201 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6e7c2a64-cee0-49a8-a18d-0db5f8c399e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:53.470880 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-975f5255-88a3-4189-853c-65739d546f73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20c77793fdfe4e4aa31f88caca6c969e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459253 Jun 21 04:27:53.471531 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f5255-88a3-4189-853c-65739d546f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281f5248-8b9c-4fcb-a5dd-4c0a811e5420,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:53.473272 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 44510) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:53.474820 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-975f5255-88a3-4189-853c-65739d546f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:53.529200 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85fcaf01-6d85-4f3a-a6cf-417a7526746b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.560730 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85fcaf01-6d85-4f3a-a6cf-417a7526746b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.609892 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85fcaf01-6d85-4f3a-a6cf-417a7526746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.614196 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85fcaf01-6d85-4f3a-a6cf-417a7526746b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:53.616025 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-85fcaf01-6d85-4f3a-a6cf-417a7526746b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/281f5248-8b9c-4fcb-a5dd-4c0a811e5420 HTTP/1.1" status: 204 len: 168 time: 0.1414497 Jun 21 04:27:53.617102 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-563212d0-0a69-4c32-bb59-cdc5d70f9d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:53.628751 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcaf01-6d85-4f3a-a6cf-417a7526746b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f5248-8b9c-4fcb-a5dd-4c0a811e5420,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:53.632040 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-85fcaf01-6d85-4f3a-a6cf-417a7526746b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:53.911132 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2f6d6-7848-4fa9-be07-e8c567cff3c8 req-7270720f-beb3-4dc8-958f-2dbf4b26a972 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:53.912541 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-46f2f6d6-7848-4fa9-be07-e8c567cff3c8 req-7270720f-beb3-4dc8-958f-2dbf4b26a972 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 945 time: 0.0667565 Jun 21 04:27:53.952264 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-46f2f6d6-7848-4fa9-be07-e8c567cff3c8 req-2d3bf626-ac18-40e7-a5b0-26070e7f0039 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Jun 21 04:27:54.199146 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fadd2e-6727-4d60-9f53-3ccc02aea96e req-3887103c-5614-4bfb-bc68-0b5026bb4de4 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:54.200652 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a9fadd2e-6727-4d60-9f53-3ccc02aea96e req-3887103c-5614-4bfb-bc68-0b5026bb4de4 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 949 time: 0.0639396 Jun 21 04:27:54.252676 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a9fadd2e-6727-4d60-9f53-3ccc02aea96e req-fcc3d467-0474-423a-826b-7a49be7f4cca tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/security-groups?id=1afb07f4-ff22-43c4-8809-f65f22eddb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Jun 21 04:27:54.484631 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245c3c-5977-4d11-881f-9ebdaf5053c3 req-69815f32-a0be-4450-ae5b-68cacf4b9e1a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:54.486269 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-dd245c3c-5977-4d11-881f-9ebdaf5053c3 req-69815f32-a0be-4450-ae5b-68cacf4b9e1a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0639241 Jun 21 04:27:54.525443 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-dd245c3c-5977-4d11-881f-9ebdaf5053c3 req-0ede007c-94bf-4db4-b26d-c0a73e58a9e5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Jun 21 04:27:54.608388 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-41e4e9f1-43ce-4841-886b-c3850596d4c2 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:54.609991 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-41e4e9f1-43ce-4841-886b-c3850596d4c2 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 949 time: 0.0671020 Jun 21 04:27:54.724513 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Deleting port 7ddbd741-5751-45f2-9572-2a0922781d83 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:27:54.724862 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:55.057816 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] For port 7ddbd741-5751-45f2-9572-2a0922781d83, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7ddbd741-5751-45f2-9572-2a0922781d83,segment=NetworkSegment(ff35ef26-25ae-4f4c-8b70-36f34676c445),segment_id=ff35ef26-25ae-4f4c-8b70-36f34676c445)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:55.058174 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:55.129534 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Calling delete_port for 7ddbd741-5751-45f2-9572-2a0922781d83 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:27:55.163089 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f973c-7742-4cd4-b538-9e883349b253 req-2767e030-57e0-4073-8413-d4c1bebd9873 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:55.164717 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d88f973c-7742-4cd4-b538-9e883349b253 req-2767e030-57e0-4073-8413-d4c1bebd9873 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 945 time: 0.0785205 Jun 21 04:27:55.208279 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d88f973c-7742-4cd4-b538-9e883349b253 req-d03eb254-4214-4b09-818a-8b9a1553b42b tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Jun 21 04:27:55.277518 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:55.283475 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e3240745-84d0-4b5f-9b92-5d220369a844 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:55.317434 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['7ddbd741-5751-45f2-9572-2a0922781d83'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:55.321976 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Pushing event deleted for resources: {'Port': ['ID=7ddbd741-5751-45f2-9572-2a0922781d83,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:55.324749 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:55.364958 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] No DVR routers for this DVR port 7ddbd741-5751-45f2-9572-2a0922781d83 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:27:55.367593 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:55.369725 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fd6c42e3-d65c-4c31-b7f4-ac84803c7c75 req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.44 "DELETE /v2.0/ports/7ddbd741-5751-45f2-9572-2a0922781d83 HTTP/1.1" status: 204 len: 173 time: 0.7453783 Jun 21 04:27:55.370269 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad64126-3f91-4bd0-a311-a64723075526', 'name': 'network-vif-deleted', 'tag': '7ddbd741-5751-45f2-9572-2a0922781d83'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:55.373947 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7be3d3c-cbe1-4d70-bad1-19a892ba6d64" -d '{"events": [{"server_uuid": "2ad64126-3f91-4bd0-a311-a64723075526", "name": "network-vif-deleted", "tag": "7ddbd741-5751-45f2-9572-2a0922781d83"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:55.484240 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:27:55.493586 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3d944b86-9096-48f2-99fd-6adfb26c88c9 req-c0fae20e-3f36-4f75-9c39-7a5ee0192ab9 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad64126-3f91-4bd0-a311-a64723075526 HTTP/1.1" status: 200 len: 210 time: 0.0818427 Jun 21 04:27:55.495651 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a38318-1e1a-47b3-a072-949167573b9d x-openstack-request-id: req-01a38318-1e1a-47b3-a072-949167573b9d {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:55.499244 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad64126-3f91-4bd0-a311-a64723075526", "name": "network-vif-deleted", "tag": "7ddbd741-5751-45f2-9572-2a0922781d83", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:55.499649 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01a38318-1e1a-47b3-a072-949167573b9d {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:55.500171 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad64126-3f91-4bd0-a311-a64723075526', 'name': 'network-vif-deleted', 'tag': '7ddbd741-5751-45f2-9572-2a0922781d83', 'status': 'completed', 'code': 200} Jun 21 04:27:55.719305 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-c973e782-2dac-4a09-9eea-c6812d8cfb2b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005933013&fields=id&tenant_id=5c090be7852649c5bd1fc59ef4fffa6d HTTP/1.1" status: 200 len: 267 time: 0.0451694 Jun 21 04:27:55.775717 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666ca6e-aabe-4203-8bb0-edc555903917 req-27c65232-3132-40dc-a5f1-cf6768e1f399 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:55.777376 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8666ca6e-aabe-4203-8bb0-edc555903917 req-27c65232-3132-40dc-a5f1-cf6768e1f399 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0870011 Jun 21 04:27:55.832297 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8666ca6e-aabe-4203-8bb0-edc555903917 req-37e2df98-087b-42b6-8e0a-ec14cbe804fb tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464699 Jun 21 04:27:55.866853 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-4b4ddb44-09e1-4744-9282-3f72cc869c68 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:55.868401 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-4b4ddb44-09e1-4744-9282-3f72cc869c68 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/networks?id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 HTTP/1.1" status: 200 len: 809 time: 0.1420770 Jun 21 04:27:55.885864 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-1472ce1b-7613-4eb6-b00f-492f07b79634 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/quotas/5c090be7852649c5bd1fc59ef4fffa6d HTTP/1.1" status: 200 len: 375 time: 0.0094414 Jun 21 04:27:56.189304 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-86ae1085-9786-40a1-ad45-9570f89f8c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c090be7852649c5bd1fc59ef4fffa6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2971570 Jun 21 04:27:56.340955 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-141475e3-0571-4aa0-92eb-163f6023394d service neutron] 10.222.0.22 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321497 Jun 21 04:27:56.469158 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-2e39e90e-9de1-4110-8a33-665b2d7bd68a service neutron] 10.222.0.22 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218104 Jun 21 04:27:56.831163 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cff71-83b1-49d4-9c4f-98a8b5d53497 req-e6a881f6-b77b-4aa0-a50f-3f5cd939ebc3 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:56.833535 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a91cff71-83b1-49d4-9c4f-98a8b5d53497 req-e6a881f6-b77b-4aa0-a50f-3f5cd939ebc3 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 945 time: 0.1062720 Jun 21 04:27:56.885423 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a91cff71-83b1-49d4-9c4f-98a8b5d53497 req-98b07fb0-2c5c-4439-920e-0b49a05a7883 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 Jun 21 04:27:56.941464 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-22521af8-54d8-48c0-ba23-340f7610d91a req-3b94f651-adbc-4cf7-b783-5f56f9de7fe4 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 210 time: 0.0771368 Jun 21 04:27:57.103194 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17756c-3a73-497b-9e13-750524d162c4 req-b15ee97f-eea5-46ea-b9f6-d7882c3ce9c7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:57.112963 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ed17756c-3a73-497b-9e13-750524d162c4 req-b15ee97f-eea5-46ea-b9f6-d7882c3ce9c7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0851769 Jun 21 04:27:57.170363 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ed17756c-3a73-497b-9e13-750524d162c4 req-cad17cfa-b6f8-4d5f-b00b-7da2e9f20a9c tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538285 Jun 21 04:27:57.263865 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 44740) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:57.392449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66a2f2d6-8f16-4d21-b4f2-064fbf24bd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:57.489013 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66a2f2d6-8f16-4d21-b4f2-064fbf24bd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:57.496729 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66a2f2d6-8f16-4d21-b4f2-064fbf24bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:57.501170 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-74ac0e29-487b-49c9-ab0f-65ad50e745bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:57.539804 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-66a2f2d6-8f16-4d21-b4f2-064fbf24bd57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f24ab56e691641b6b8fc88f8f50f5fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745845 Jun 21 04:27:57.541040 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2f2d6-8f16-4d21-b4f2-064fbf24bd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12383ffc-c5c2-4a6b-9773-42c621c8bdec,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:57.543167 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 44758) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:57.546350 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-66a2f2d6-8f16-4d21-b4f2-064fbf24bd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:57.605314 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-39cd79f5-81bc-427c-9962-8ac8a5c9a2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:57.634031 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-39cd79f5-81bc-427c-9962-8ac8a5c9a2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:57.689421 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-39cd79f5-81bc-427c-9962-8ac8a5c9a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:57.692146 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-39cd79f5-81bc-427c-9962-8ac8a5c9a2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:57.695629 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-39cd79f5-81bc-427c-9962-8ac8a5c9a2d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12383ffc-c5c2-4a6b-9773-42c621c8bdec HTTP/1.1" status: 204 len: 168 time: 0.1483235 Jun 21 04:27:57.695629 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ebb58b3f-328b-4a0c-b2e9-c22bd7e548e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:57.704886 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd79f5-81bc-427c-9962-8ac8a5c9a2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12383ffc-c5c2-4a6b-9773-42c621c8bdec,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:57.707517 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-39cd79f5-81bc-427c-9962-8ac8a5c9a2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:57.976434 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 7ddbd741-5751-45f2-9572-2a0922781d83 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:27:58.001298 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 7ddbd741-5751-45f2-9572-2a0922781d83 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:27:58.001536 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 7ddbd741-5751-45f2-9572-2a0922781d83 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:27:58.019537 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 44822) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:58.034328 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-eb572a66-7f7c-4e02-8101-e4fabc74da9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.112589 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b19dc0-59e4-4588-b9b9-88773f5c7a60 req-80aa8fa5-a65b-482d-900c-625451bf4fd4 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:58.114556 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-58b19dc0-59e4-4588-b9b9-88773f5c7a60 req-80aa8fa5-a65b-482d-900c-625451bf4fd4 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 945 time: 0.0976951 Jun 21 04:27:58.143165 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-bf0ddc86-936a-47ab-bb88-9b7d9af25631 req-4bbf0886-eca3-408f-98bd-fe84795ae6ff tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 210 time: 0.0441556 Jun 21 04:27:58.168298 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-58b19dc0-59e4-4588-b9b9-88773f5c7a60 req-7b45c934-1ca0-4c37-92cd-36ceccf708ef tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 Jun 21 04:27:58.197575 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-eb572a66-7f7c-4e02-8101-e4fabc74da9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.205695 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-eb572a66-7f7c-4e02-8101-e4fabc74da9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.210808 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4c78327a-42d2-4d15-b067-e573b28d378d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:58.245520 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb572a66-7f7c-4e02-8101-e4fabc74da9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f996b19-1a38-406d-b4e1-4de06a704d8e,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:58.252877 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-eb572a66-7f7c-4e02-8101-e4fabc74da9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:58.273725 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 44836) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:58.285276 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-eb572a66-7f7c-4e02-8101-e4fabc74da9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=990d22c782c1409eb80c4e25bcfbd0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642889 Jun 21 04:27:58.343219 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cc5d957c-e9a9-4e8b-ab6d-ed1ff93da7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.393986 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cc5d957c-e9a9-4e8b-ab6d-ed1ff93da7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.555698 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809676a-8363-4efd-9412-deed5b739cb3 req-c5295df4-aa45-4f9b-b003-8f53f8619dbd tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:58.558047 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b809676a-8363-4efd-9412-deed5b739cb3 req-c5295df4-aa45-4f9b-b003-8f53f8619dbd tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1050107 Jun 21 04:27:58.619283 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-6dd00bff-8d6f-4d41-ad68-eb8be3a71a2a tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:58.624016 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-6dd00bff-8d6f-4d41-ad68-eb8be3a71a2a tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.44 "GET /v2.0/networks?id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 HTTP/1.1" status: 200 len: 809 time: 0.2387664 Jun 21 04:27:58.625845 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cc5d957c-e9a9-4e8b-ab6d-ed1ff93da7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.629733 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cc5d957c-e9a9-4e8b-ab6d-ed1ff93da7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.631380 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-cc5d957c-e9a9-4e8b-ab6d-ed1ff93da7bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f996b19-1a38-406d-b4e1-4de06a704d8e HTTP/1.1" status: 204 len: 168 time: 0.3564451 Jun 21 04:27:58.632473 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-32eab44f-c613-4093-ad3e-acbc759c0cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:58.637952 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b809676a-8363-4efd-9412-deed5b739cb3 req-befef1b8-2147-4e1b-be33-31e9d370bb28 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664072 Jun 21 04:27:58.644316 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d957c-e9a9-4e8b-ab6d-ed1ff93da7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f996b19-1a38-406d-b4e1-4de06a704d8e,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:58.648049 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-cc5d957c-e9a9-4e8b-ab6d-ed1ff93da7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:58.709889 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-4e789771-da1b-49e3-9e8c-e5140e806cf1 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c090be7852649c5bd1fc59ef4fffa6d HTTP/1.1" status: 200 len: 380 time: 0.0628979 Jun 21 04:27:58.808631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Request body: {'port': {'device_id': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'admin_state_up': True, 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'security_groups': ['aa6148dc-cf6f-4208-b0b3-7cd9a247f1df']}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:58.976421 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-99c86e86-5135-43b1-a2ab-319914f1f36b tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:58.977863 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-99c86e86-5135-43b1-a2ab-319914f1f36b tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.44 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 945 time: 0.1090934 Jun 21 04:27:59.022692 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Made reservation on behalf of 5c090be7852649c5bd1fc59ef4fffa6d for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:59.026590 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:59.277797 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Allocated IP 172.20.0.3 (1b1acc92-616a-43ce-a8b6-4cfc8d57bab6/c540e30f-c4a2-4e14-ba48-d2c244f65264/74bdfd51-685d-4791-b4ef-d9a6768ad17e) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:59.370000 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8c59ef51-5254-4fa0-b611-76f83570c3fb req-82811c04-76a5-454b-b0b7-ca3c361cbc33 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 210 time: 0.0863864 Jun 21 04:27:59.411938 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Deleting port 121cae28-5eb6-4600-8e18-ef05031bad69 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:27:59.412402 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:59.448637 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84622ba0-ab7e-4b25-9d49-cecc09ae8bf7 req-61fd8a6f-b186-403e-8b7d-52a3e45d6a12 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:59.458086 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-84622ba0-ab7e-4b25-9d49-cecc09ae8bf7 req-61fd8a6f-b186-403e-8b7d-52a3e45d6a12 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 945 time: 0.1209707 Jun 21 04:27:59.510932 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-84622ba0-ab7e-4b25-9d49-cecc09ae8bf7 req-344c63b8-e866-46d2-87fe-69fafb1daa4e tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a39c307-89cb-4c14-bd82-dee5a1ff1f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518262 Jun 21 04:27:59.622033 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] For port 121cae28-5eb6-4600-8e18-ef05031bad69, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=121cae28-5eb6-4600-8e18-ef05031bad69,segment=NetworkSegment(9170a11f-c18f-48c9-86cb-112ef25222ac),segment_id=9170a11f-c18f-48c9-86cb-112ef25222ac)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:59.622304 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:59.722279 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Calling delete_port for 121cae28-5eb6-4600-8e18-ef05031bad69 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:27:59.830388 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:59.865142 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Transition to ACTIVE for port object 74bdfd51-685d-4791-b4ef-d9a6768ad17e will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:59.908476 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c78f3-2188-4b6a-a9f4-fa5b4e6d39b2 req-946eb96f-91c4-475b-96dc-d0a8ff910d9f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:59.919742 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b63c78f3-2188-4b6a-a9f4-fa5b4e6d39b2 req-946eb96f-91c4-475b-96dc-d0a8ff910d9f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1445293 Jun 21 04:27:59.927297 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:59.954623 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:59.986010 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b63c78f3-2188-4b6a-a9f4-fa5b4e6d39b2 req-78555d9e-6c97-4fed-9a2e-8369570ad4d1 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646062 Jun 21 04:28:00.013495 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'Port': ['ID=74bdfd51-685d-4791-b4ef-d9a6768ad17e,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:00.025764 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:00.047396 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:00.047396 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:00.054717 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:00.060626 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:00.061305 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.080683 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.085376 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2814126 Jun 21 04:28:00.088337 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-3d5e4a3b-d4d2-4bce-b3d9-46a0ce811043 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:00.121282 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Request body: {'port': {'device_id': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:00.121906 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['121cae28-5eb6-4600-8e18-ef05031bad69'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:00.125266 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Pushing event deleted for resources: {'Port': ['ID=121cae28-5eb6-4600-8e18-ef05031bad69,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:00.133260 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:00.263535 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.344315 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] No DVR routers for this DVR port 121cae28-5eb6-4600-8e18-ef05031bad69 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:00.348184 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e4b474b2-796b-404c-ad51-5c973bf93de7 None None] Provisioning for port 74bdfd51-685d-4791-b4ef-d9a6768ad17e completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:00.349660 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.355473 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e548c6f2-7e66-4a78-a0db-711b254a4736 req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.44 "DELETE /v2.0/ports/121cae28-5eb6-4600-8e18-ef05031bad69 HTTP/1.1" status: 204 len: 173 time: 1.3680785 Jun 21 04:28:00.355473 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694561e3-5205-442f-a90d-2420ebee93b3', 'name': 'network-vif-deleted', 'tag': '121cae28-5eb6-4600-8e18-ef05031bad69'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:00.359725 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3749895-2a6c-4044-b0e4-aa59bb095ade" -d '{"events": [{"server_uuid": "694561e3-5205-442f-a90d-2420ebee93b3", "name": "network-vif-deleted", "tag": "121cae28-5eb6-4600-8e18-ef05031bad69"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:00.363966 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e4b474b2-796b-404c-ad51-5c973bf93de7 None None] Provisioning complete for port 74bdfd51-685d-4791-b4ef-d9a6768ad17e triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:00.364859 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e4b474b2-796b-404c-ad51-5c973bf93de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.570999 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e4b474b2-796b-404c-ad51-5c973bf93de7 None None] Port 74bdfd51-685d-4791-b4ef-d9a6768ad17e cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:28:00.595049 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9a3aaa-a7a4-42ac-bd0c-365c02122fbe x-openstack-request-id: req-6f9a3aaa-a7a4-42ac-bd0c-365c02122fbe {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:00.595570 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694561e3-5205-442f-a90d-2420ebee93b3", "name": "network-vif-deleted", "tag": "121cae28-5eb6-4600-8e18-ef05031bad69", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:00.596055 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f9a3aaa-a7a4-42ac-bd0c-365c02122fbe {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:00.596714 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694561e3-5205-442f-a90d-2420ebee93b3', 'name': 'network-vif-deleted', 'tag': '121cae28-5eb6-4600-8e18-ef05031bad69', 'status': 'completed', 'code': 200} Jun 21 04:28:00.749213 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-610716c3-9435-4305-a476-4be8336f9e5d req-d4b9a61f-f01b-4ab5-9aff-1932f5de65dc tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] 10.222.0.22 "GET /v2.0/ports?device_id=694561e3-5205-442f-a90d-2420ebee93b3 HTTP/1.1" status: 200 len: 210 time: 0.0394132 Jun 21 04:28:00.861530 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e821b-a6d0-4585-9630-66852f8fc2a0 req-f9c1b99e-308f-4222-bbf9-cae65c8c7561 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:00.863033 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-463e821b-a6d0-4585-9630-66852f8fc2a0 req-f9c1b99e-308f-4222-bbf9-cae65c8c7561 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 931 time: 0.1760716 Jun 21 04:28:00.932010 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bdfd51-685d-4791-b4ef-d9a6768ad17e {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:28:00.943069 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.949153 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-463e821b-a6d0-4585-9630-66852f8fc2a0 req-779c88c3-de48-4109-9007-a890f7e48ca7 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750685 Jun 21 04:28:00.961144 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Transition to ACTIVE for port object 74bdfd51-685d-4791-b4ef-d9a6768ad17e will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:00.966634 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.970097 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8790c6cd-6bbd-4e34-b463-396c60b2f330 tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:01.055308 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Pushing event updated for resources: {'Port': ['ID=74bdfd51-685d-4791-b4ef-d9a6768ad17e,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:01.059433 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:01.095147 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Attempting to bind port 74bdfd51-685d-4791-b4ef-d9a6768ad17e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:01.095503 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Attempting to bind port 74bdfd51-685d-4791-b4ef-d9a6768ad17e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:01.095847 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Attempting to bind port 74bdfd51-685d-4791-b4ef-d9a6768ad17e on network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:01.100374 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Port 74bdfd51-685d-4791-b4ef-d9a6768ad17e on network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:28:01.100692 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Attempting to bind port 74bdfd51-685d-4791-b4ef-d9a6768ad17e on network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:01.105841 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:01.106168 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Checking segment: {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:01.106584 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Bound using segment: {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:01.107016 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Bound port: 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b403243-d769-446d-b314-045e02d6bb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:01.107364 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:01.214600 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:01.248796 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:01.257150 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:01.262666 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b6fd231-6cef-46de-b17e-3711f616a83e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:01.305093 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:01.305857 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:01.307653 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] 10.222.0.44 "PUT /v2.0/ports/74bdfd51-685d-4791-b4ef-d9a6768ad17e HTTP/1.1" status: 200 len: 1093 time: 1.1928480 Jun 21 04:28:01.333029 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Pushing event updated for resources: {'Port': ['ID=74bdfd51-685d-4791-b4ef-d9a6768ad17e,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:01.343350 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0806bb1-8298-42ff-8ebb-fb0a68cee419 req-dab6ccc6-68c0-464f-9924-eff2d2beedbc tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:01.345019 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0806bb1-8298-42ff-8ebb-fb0a68cee419 req-dab6ccc6-68c0-464f-9924-eff2d2beedbc tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1474714 Jun 21 04:28:01.345884 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:01.464240 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0806bb1-8298-42ff-8ebb-fb0a68cee419 req-cb55a233-c4ea-4fe9-aa74-7f826341c72a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063948 Jun 21 04:28:01.535521 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-500b23e7-8aec-45e8-97ce-2edfbc46bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:01.537469 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-500b23e7-8aec-45e8-97ce-2edfbc46bd21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c090be7852649c5bd1fc59ef4fffa6d&device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1096 time: 0.1240220 Jun 21 04:28:01.634190 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-0c4c4642-0d5c-4001-a66b-6577b3b2c8d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e HTTP/1.1" status: 200 len: 217 time: 0.0480680 Jun 21 04:28:01.690803 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-5bdb99da-e488-4d2a-acaf-26554824e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:01.692457 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-5bdb99da-e488-4d2a-acaf-26554824e142 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c540e30f-c4a2-4e14-ba48-d2c244f65264 HTTP/1.1" status: 200 len: 848 time: 0.0470047 Jun 21 04:28:01.763136 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-975ecf83-f7c4-4872-85f2-52a40dbf7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:01.764641 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-975ecf83-f7c4-4872-85f2-52a40dbf7cb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0599411 Jun 21 04:28:01.883030 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-93100de2-dca9-4815-8a19-4d99a3fb7db9 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096675 Jun 21 04:28:01.991741 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e45e1ec-99c7-49e5-b649-57df85a8f121 req-a968d965-95af-47e8-96ea-f1229198d7c7 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956182 Jun 21 04:28:02.036504 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee6e22-6435-4825-8502-65d86d851766 req-7dc4cbe9-97b5-42e4-bf1d-20176f210012 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:02.038255 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-30ee6e22-6435-4825-8502-65d86d851766 req-7dc4cbe9-97b5-42e4-bf1d-20176f210012 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.1213262 Jun 21 04:28:02.080689 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-30ee6e22-6435-4825-8502-65d86d851766 req-55dafdae-939f-47be-81fc-8fc67e429db4 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358622 Jun 21 04:28:02.179228 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ee6fc-02f0-45cd-ac98-92bbb2778d0d req-1f8dbd01-c393-4f01-ad36-abc3243af5ab tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:02.180900 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a6ee6fc-02f0-45cd-ac98-92bbb2778d0d req-1f8dbd01-c393-4f01-ad36-abc3243af5ab tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 943 time: 0.0842862 Jun 21 04:28:02.228883 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a6ee6fc-02f0-45cd-ac98-92bbb2778d0d req-af580067-4cbc-4019-ba4d-b503482c7a2d tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Jun 21 04:28:02.321889 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45086) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:02.465013 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-363a12ff-16c2-4053-92c0-e473303acfb4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=733c1e31eeed47898904d7df4efdb796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417851 Jun 21 04:28:02.467382 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45096) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:02.515297 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c92b-7d03-4026-baa3-57a5736966ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:02.537816 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c92b-7d03-4026-baa3-57a5736966ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:02.598264 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:02.604820 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60338b2-4fa4-45a0-80f3-fad6a62d743e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:02.607440 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c92b-7d03-4026-baa3-57a5736966ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:02.610139 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c92b-7d03-4026-baa3-57a5736966ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:02.611245 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-c3b8c92b-7d03-4026-baa3-57a5736966ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1afb07f4-ff22-43c4-8809-f65f22eddb1d HTTP/1.1" status: 204 len: 168 time: 0.1429479 Jun 21 04:28:02.613583 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-343c6823-047c-42da-a49f-73efb160b75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:02.622351 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8c92b-7d03-4026-baa3-57a5736966ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afb07f4-ff22-43c4-8809-f65f22eddb1d,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:02.653697 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c3b8c92b-7d03-4026-baa3-57a5736966ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:02.667432 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725cbba5-6f7a-40c4-b177-c3c2c4bd3742 x-openstack-request-id: req-725cbba5-6f7a-40c4-b177-c3c2c4bd3742 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:02.667657 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:02.668046 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-725cbba5-6f7a-40c4-b177-c3c2c4bd3742 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:02.668459 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'status': 'completed', 'code': 200} Jun 21 04:28:02.701542 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d002f7-3523-4699-afd4-9a4703cedb4d req-d1dedaae-a232-4b38-91c1-e3cf5d6a3ec7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:02.704449 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-87d002f7-3523-4699-afd4-9a4703cedb4d req-d1dedaae-a232-4b38-91c1-e3cf5d6a3ec7 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0917044 Jun 21 04:28:02.788548 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-87d002f7-3523-4699-afd4-9a4703cedb4d req-4c9f0f58-93df-4a3b-9128-0356cf82eadc tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767217 Jun 21 04:28:02.809595 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-417a0dd1-904f-40b1-9d0f-8968fbdb8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:02.811714 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-417a0dd1-904f-40b1-9d0f-8968fbdb8a70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c090be7852649c5bd1fc59ef4fffa6d&device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1096 time: 0.0885882 Jun 21 04:28:02.918348 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-6bf6fd13-775c-45ec-8137-cce0c26ef5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:02.919960 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-6bf6fd13-775c-45ec-8137-cce0c26ef5be service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 HTTP/1.1" status: 200 len: 910 time: 0.0999377 Jun 21 04:28:02.969420 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-3a79698a-f3b3-47e0-bfec-c1bb02ca0d93 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e HTTP/1.1" status: 200 len: 217 time: 0.0421083 Jun 21 04:28:03.031466 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-56f296a3-495d-4f1d-94ab-742168821903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.032984 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-56f296a3-495d-4f1d-94ab-742168821903 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c540e30f-c4a2-4e14-ba48-d2c244f65264 HTTP/1.1" status: 200 len: 848 time: 0.0519698 Jun 21 04:28:03.109882 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-a64d07f8-e95a-4963-96da-7ab51d52b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.111349 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-a64d07f8-e95a-4963-96da-7ab51d52b579 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0577140 Jun 21 04:28:03.214558 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-6c2ae245-2c5c-4540-9851-bc4eddddb6aa service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952022 Jun 21 04:28:03.274243 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f04b4-238e-47bd-8f59-cc279439a7b4 req-6b4ac3de-2b41-4c76-9da7-807fba75d3f3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.276428 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-396f04b4-238e-47bd-8f59-cc279439a7b4 req-6b4ac3de-2b41-4c76-9da7-807fba75d3f3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.0689867 Jun 21 04:28:03.318789 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-396f04b4-238e-47bd-8f59-cc279439a7b4 req-d451d744-05ad-4b0c-b2ba-ac809bc78fa6 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359058 Jun 21 04:28:03.348891 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b60338b2-4fa4-45a0-80f3-fad6a62d743e req-519486af-1323-4284-99bf-c53d2f124b61 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260357 Jun 21 04:28:03.351498 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c30372-e614-4cf8-9040-3d474823115e req-8cfc6207-9db8-493f-bc38-9af43cbb94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.352852 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f0c30372-e614-4cf8-9040-3d474823115e req-8cfc6207-9db8-493f-bc38-9af43cbb94b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1098 time: 0.0877848 Jun 21 04:28:03.420752 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f0c30372-e614-4cf8-9040-3d474823115e req-b45de769-cd44-4c45-8f87-29ee9341972d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386903 Jun 21 04:28:03.440439 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb37a8d-bbfd-4e30-865c-a4b8ebf9b396 req-8a89c1d7-e9e7-4b86-89e1-34b5ed319e28 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.441817 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bb37a8d-bbfd-4e30-865c-a4b8ebf9b396 req-8a89c1d7-e9e7-4b86-89e1-34b5ed319e28 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 943 time: 0.0864096 Jun 21 04:28:03.485273 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0bb37a8d-bbfd-4e30-865c-a4b8ebf9b396 req-f09bf785-ec06-4b04-8a86-c20e7c9781ab tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375452 Jun 21 04:28:04.000107 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d020b-5091-4261-b7b3-f7e93be3c065 req-c0e2fcde-6572-48e9-9ac7-ee8eb0fbd566 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:04.001891 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-389d020b-5091-4261-b7b3-f7e93be3c065 req-c0e2fcde-6572-48e9-9ac7-ee8eb0fbd566 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0756917 Jun 21 04:28:04.026786 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 121cae28-5eb6-4600-8e18-ef05031bad69 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:04.066188 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 121cae28-5eb6-4600-8e18-ef05031bad69 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:04.066832 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 121cae28-5eb6-4600-8e18-ef05031bad69 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:04.087469 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-389d020b-5091-4261-b7b3-f7e93be3c065 req-fcbadf45-9370-4e51-aee4-b4701f4b9f8f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745718 Jun 21 04:28:04.564873 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8edc26-dfae-4513-9b0f-42c3e829627a req-a7b7d09e-a6fe-469f-aa1a-61873fcc60cb tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:04.567334 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-fc8edc26-dfae-4513-9b0f-42c3e829627a req-a7b7d09e-a6fe-469f-aa1a-61873fcc60cb tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.0967891 Jun 21 04:28:04.619691 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-fc8edc26-dfae-4513-9b0f-42c3e829627a req-5c9abd3a-7f62-4ed1-a753-8a7fc5e09ede tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Jun 21 04:28:04.765008 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb837fb-4267-4202-bbe2-3305bba8d392 req-54bd6753-c059-450f-a450-d9a52baf4d97 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:04.767231 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8bb837fb-4267-4202-bbe2-3305bba8d392 req-54bd6753-c059-450f-a450-d9a52baf4d97 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 943 time: 0.0948653 Jun 21 04:28:04.839240 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8bb837fb-4267-4202-bbe2-3305bba8d392 req-b6447952-45f0-4bb8-9367-d5f4a68b5ee0 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645785 Jun 21 04:28:05.443892 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dee65-c619-4605-b118-893349f8166a req-1eb5524a-d6e6-4c5b-bacb-5b2ae303a5b0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:05.450889 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-115dee65-c619-4605-b118-893349f8166a req-1eb5524a-d6e6-4c5b-bacb-5b2ae303a5b0 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0814950 Jun 21 04:28:05.500425 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-115dee65-c619-4605-b118-893349f8166a req-e77da3ba-7fbc-4d7d-a064-90cea99f2b16 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483859 Jun 21 04:28:05.865086 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af63ab-0247-4ca5-901c-a5edfa93c4c7 req-90b101ee-24f4-4aec-84ba-20a0ee726f4a tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:05.873422 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-44af63ab-0247-4ca5-901c-a5edfa93c4c7 req-90b101ee-24f4-4aec-84ba-20a0ee726f4a tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.1172147 Jun 21 04:28:06.025559 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 74bdfd51-685d-4791-b4ef-d9a6768ad17e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:28:06.147811 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab839a-59ff-48a0-8e7e-fa502062b6b4 req-fc409b1b-d6d6-4ff0-96ff-c10e67f5e21e tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:06.150193 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-34ab839a-59ff-48a0-8e7e-fa502062b6b4 req-fc409b1b-d6d6-4ff0-96ff-c10e67f5e21e tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 943 time: 0.0910268 Jun 21 04:28:06.221545 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-34ab839a-59ff-48a0-8e7e-fa502062b6b4 req-e61053a3-c281-4810-a289-67a77af66ff7 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608611 Jun 21 04:28:06.224017 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:06.252639 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-44af63ab-0247-4ca5-901c-a5edfa93c4c7 req-6758cadc-4d00-40f3-a4a5-fad5a75a8f7b tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781965 Jun 21 04:28:06.261406 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'port_id': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'mac_address': 'fa:16:3e:ef:a5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:28:06.293676 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-b933ae77-a77e-4899-bdc4-9951bb40a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:06.295223 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-b933ae77-a77e-4899-bdc4-9951bb40a2f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8393899a0a7f43f895edc3fb8a009e80&device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 1098 time: 0.1157138 Jun 21 04:28:06.344772 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:06.374894 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bdfd51-685d-4791-b4ef-d9a6768ad17e {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:28:06.412636 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:06.425139 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:06.427560 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:06.442933 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-9b571862-70dd-4049-883f-cebc53a4fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:06.444805 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-9b571862-70dd-4049-883f-cebc53a4fb81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 200 len: 920 time: 0.1418481 Jun 21 04:28:06.454726 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ec3cd-ae0f-4632-9523-1662abc0e5ca req-34addb74-bd23-44c7-af5e-3f454c95b24c tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:06.462494 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-571ec3cd-ae0f-4632-9523-1662abc0e5ca req-34addb74-bd23-44c7-af5e-3f454c95b24c tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1049423 Jun 21 04:28:06.514464 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-571ec3cd-ae0f-4632-9523-1662abc0e5ca req-ace2ed93-214f-4e63-ba83-064cafb2b78f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509570 Jun 21 04:28:06.536246 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=74bdfd51-685d-4791-b4ef-d9a6768ad17e,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:06.540794 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:06.545833 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-36d5da96-0c00-47a5-8b8c-614a9059317d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc HTTP/1.1" status: 200 len: 217 time: 0.0639145 Jun 21 04:28:06.604370 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-384f9f6b-e69e-41dd-99ae-320190c2574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:06.606224 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-384f9f6b-e69e-41dd-99ae-320190c2574d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 200 len: 859 time: 0.0532181 Jun 21 04:28:06.649913 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-e32ae37a-b0bf-4319-8cb0-2238fe7d1e51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6aa173d-d802-45b7-9496-26ce31e991d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330405 Jun 21 04:28:06.767863 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-f59cc5bc-fab2-4657-aba0-fb7c4841d468 service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124005 Jun 21 04:28:06.909676 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0996003b-4b20-4e3b-9ef1-6495588c6dd1 req-7df16a82-98ac-42d8-8750-fbb46527040a service neutron] 10.222.0.44 "GET /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325758 Jun 21 04:28:06.931901 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['74bdfd51-685d-4791-b4ef-d9a6768ad17e'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:07.243907 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45216) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:07.433542 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0383-7699-41a4-95de-67dceddda0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.455892 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63237-fe92-4067-986d-ca4c6344aab5 req-7042d059-6a51-493e-8b58-705d28e56f26 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:07.458247 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f3c63237-fe92-4067-986d-ca4c6344aab5 req-7042d059-6a51-493e-8b58-705d28e56f26 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.0703585 Jun 21 04:28:07.501091 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f3c63237-fe92-4067-986d-ca4c6344aab5 req-ea39e41c-16f8-4ab3-90b6-2c97398cffc2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366433 Jun 21 04:28:07.579334 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458cfca-e4cc-48ae-9e87-c8e4a6fff8c0 req-babeda9c-2a23-4f89-8827-4852e75a74cd tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:07.581045 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b458cfca-e4cc-48ae-9e87-c8e4a6fff8c0 req-babeda9c-2a23-4f89-8827-4852e75a74cd tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 944 time: 0.1488361 Jun 21 04:28:07.644655 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b458cfca-e4cc-48ae-9e87-c8e4a6fff8c0 req-95f234cc-1738-49b4-a995-218908f26cc3 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565143 Jun 21 04:28:07.678149 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0383-7699-41a4-95de-67dceddda0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.684647 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0383-7699-41a4-95de-67dceddda0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.687601 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-3c25e81e-83cd-418e-aaee-42a8c0bfdd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:07.733651 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-1d5e0383-7699-41a4-95de-67dceddda0b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37fc7007ccc24ff8a5bc10ef8c7bc30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880974 Jun 21 04:28:07.735766 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e0383-7699-41a4-95de-67dceddda0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ddcaf4-74c5-4c49-acf5-03fef9877d8d,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:07.736203 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45232) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:07.752400 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1d5e0383-7699-41a4-95de-67dceddda0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:07.797060 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1d9685c9-697c-42a4-81d2-8f49d448a728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.828300 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1d9685c9-697c-42a4-81d2-8f49d448a728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.904370 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16d479-a779-405f-9eef-4ee239c15524 req-732f13e8-ed86-4d6f-bc0d-8fe56fed1e62 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:07.906084 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6d16d479-a779-405f-9eef-4ee239c15524 req-732f13e8-ed86-4d6f-bc0d-8fe56fed1e62 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1376171 Jun 21 04:28:07.910776 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1d9685c9-697c-42a4-81d2-8f49d448a728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.913570 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1d9685c9-697c-42a4-81d2-8f49d448a728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.914957 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1d9685c9-697c-42a4-81d2-8f49d448a728 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79ddcaf4-74c5-4c49-acf5-03fef9877d8d HTTP/1.1" status: 204 len: 168 time: 0.1776874 Jun 21 04:28:07.916057 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b6082261-eba1-4d86-ad01-e1fc55e2c11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:07.925573 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9685c9-697c-42a4-81d2-8f49d448a728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ddcaf4-74c5-4c49-acf5-03fef9877d8d,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:07.928073 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1d9685c9-697c-42a4-81d2-8f49d448a728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:07.966359 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6d16d479-a779-405f-9eef-4ee239c15524 req-141b8c27-2275-439f-a7fe-fffee25e9692 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536172 Jun 21 04:28:08.307197 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45242) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:08.324945 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0262784d-f74c-4832-a369-519ecd7efd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:08.459493 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0262784d-f74c-4832-a369-519ecd7efd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:08.466745 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0262784d-f74c-4832-a369-519ecd7efd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:08.469633 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8aef8d36-affd-47cb-8355-bb19a7b45d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:08.509702 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-0262784d-f74c-4832-a369-519ecd7efd49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a298b2706dec458d8e0c442379e8a89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988947 Jun 21 04:28:08.510875 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45244) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:08.520826 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262784d-f74c-4832-a369-519ecd7efd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1d38b5-98c7-45bf-a288-5b31daaadfb9,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:08.528083 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0262784d-f74c-4832-a369-519ecd7efd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:08.594048 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a3724bfd-bac4-4b26-9cfc-825f13513116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:08.623118 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a3724bfd-bac4-4b26-9cfc-825f13513116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:08.701035 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a3724bfd-bac4-4b26-9cfc-825f13513116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:08.704400 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a3724bfd-bac4-4b26-9cfc-825f13513116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:08.708110 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-a3724bfd-bac4-4b26-9cfc-825f13513116 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b1d38b5-98c7-45bf-a288-5b31daaadfb9 HTTP/1.1" status: 204 len: 168 time: 0.1931355 Jun 21 04:28:08.708110 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-efa078d4-c6d7-420d-97a3-e7f88876eb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:08.717445 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3724bfd-bac4-4b26-9cfc-825f13513116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1d38b5-98c7-45bf-a288-5b31daaadfb9,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:08.721455 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a3724bfd-bac4-4b26-9cfc-825f13513116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:08.805915 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6bb25349-e734-4f3c-8936-e673d55caf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:08.881818 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9760da6-d06f-4a9e-81f5-53645be68649 req-fbb08434-9ce0-4e03-a2d5-006539ba27e3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:08.883385 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a9760da6-d06f-4a9e-81f5-53645be68649 req-fbb08434-9ce0-4e03-a2d5-006539ba27e3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.1192155 Jun 21 04:28:08.946491 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a9760da6-d06f-4a9e-81f5-53645be68649 req-cf9b23d9-adb0-4346-b72c-2e38a7ddba2c tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566111 Jun 21 04:28:08.946935 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-a1b72e91-53d5-4a49-b3d4-dd11f8b2168f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:08.948651 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-a1b72e91-53d5-4a49-b3d4-dd11f8b2168f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.44 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 946 time: 0.1328182 Jun 21 04:28:09.001759 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43ffc5-e2fe-4ee4-85a3-044483ea9437 req-e5085ac3-0888-4905-8b2a-b3e15812fec8 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:09.004390 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-be43ffc5-e2fe-4ee4-85a3-044483ea9437 req-e5085ac3-0888-4905-8b2a-b3e15812fec8 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 944 time: 0.1480212 Jun 21 04:28:09.099535 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-be43ffc5-e2fe-4ee4-85a3-044483ea9437 req-fa99f8cd-88f2-4e6c-8890-bb53aad66edf tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864606 Jun 21 04:28:09.141104 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Deleting port 8c6c7a25-8302-4972-b272-36e396fe67c8 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:09.141497 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:09.320887 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] For port 8c6c7a25-8302-4972-b272-36e396fe67c8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c6c7a25-8302-4972-b272-36e396fe67c8,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:09.321218 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:09.414729 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Calling delete_port for 8c6c7a25-8302-4972-b272-36e396fe67c8 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:09.489731 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0848b81-eb04-494a-b9ea-bfdb11f8f8c1 req-94129a42-8360-473a-b548-3bc24f4b653f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:09.496229 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e0848b81-eb04-494a-b9ea-bfdb11f8f8c1 req-94129a42-8360-473a-b548-3bc24f4b653f tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.2722349 Jun 21 04:28:09.554349 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e0848b81-eb04-494a-b9ea-bfdb11f8f8c1 req-37b54a8c-c957-453a-b05b-9bc097de1c65 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571404 Jun 21 04:28:09.646251 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:09.652064 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b3eb6358-2ebf-4924-8f29-ef96aca298ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:09.686839 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Pushing event deleted for resources: {'Port': ['ID=8c6c7a25-8302-4972-b272-36e396fe67c8,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:09.690608 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:09.694442 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['8c6c7a25-8302-4972-b272-36e396fe67c8'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:09.750796 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] No DVR routers for this DVR port 8c6c7a25-8302-4972-b272-36e396fe67c8 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:09.754861 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:09.757263 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-490e250d-4e5c-4fc1-9386-4345eb444b9d req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.44 "DELETE /v2.0/ports/8c6c7a25-8302-4972-b272-36e396fe67c8 HTTP/1.1" status: 204 len: 173 time: 0.8002214 Jun 21 04:28:09.757884 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa0e63e-3123-4362-800e-accf400229ce', 'name': 'network-vif-deleted', 'tag': '8c6c7a25-8302-4972-b272-36e396fe67c8'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:09.760544 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0959a536-9393-42c5-8a35-9d87c8bacc43" -d '{"events": [{"server_uuid": "afa0e63e-3123-4362-800e-accf400229ce", "name": "network-vif-deleted", "tag": "8c6c7a25-8302-4972-b272-36e396fe67c8"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:09.810545 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b57d52-6210-4b6d-b29e-d241bcdec2e2 x-openstack-request-id: req-18b57d52-6210-4b6d-b29e-d241bcdec2e2 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:09.810924 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa0e63e-3123-4362-800e-accf400229ce", "name": "network-vif-deleted", "tag": "8c6c7a25-8302-4972-b272-36e396fe67c8", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:09.811213 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18b57d52-6210-4b6d-b29e-d241bcdec2e2 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:09.811925 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa0e63e-3123-4362-800e-accf400229ce', 'name': 'network-vif-deleted', 'tag': '8c6c7a25-8302-4972-b272-36e396fe67c8', 'status': 'completed', 'code': 200} Jun 21 04:28:10.096760 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 74bdfd51-685d-4791-b4ef-d9a6768ad17e up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:10.195037 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8c35c8a1-4a07-42fd-91c1-52db8e306a08 req-ef8875dd-9fde-43cb-9364-6a463e6b3c4d tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa0e63e-3123-4362-800e-accf400229ce HTTP/1.1" status: 200 len: 210 time: 0.0562763 Jun 21 04:28:10.208078 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 74bdfd51-685d-4791-b4ef-d9a6768ad17e completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:10.223033 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 74bdfd51-685d-4791-b4ef-d9a6768ad17e triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:10.223422 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:10.335378 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e06aa-c795-4a6d-acf0-12332af87cf1 req-1f6b952b-50fb-4e93-a94b-a29a1db20579 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:10.338601 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a77e06aa-c795-4a6d-acf0-12332af87cf1 req-1f6b952b-50fb-4e93-a94b-a29a1db20579 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 944 time: 0.1178262 Jun 21 04:28:10.419796 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:10.435473 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a77e06aa-c795-4a6d-acf0-12332af87cf1 req-48d16454-c053-4be9-a0e3-b5f2eac22a5b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887158 Jun 21 04:28:10.483486 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:10.484787 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:10.487468 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bec43f-161d-430a-90fe-ae074909f773" -d '{"events": [{"server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:10.492343 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:10.494496 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:10.552414 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=74bdfd51-685d-4791-b4ef-d9a6768ad17e,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:10.560821 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:10.563144 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be1a4d8-6e61-4333-a35f-a90f5a86359d x-openstack-request-id: req-3be1a4d8-6e61-4333-a35f-a90f5a86359d {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:10.563615 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:10.564222 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3be1a4d8-6e61-4333-a35f-a90f5a86359d {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:10.564744 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'code': 200} Jun 21 04:28:10.782224 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e24df-da30-440e-8119-5023a1f63bc3 req-dc437452-9629-4ea9-baf2-cdaf5fbfa022 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:10.789765 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f37e24df-da30-440e-8119-5023a1f63bc3 req-dc437452-9629-4ea9-baf2-cdaf5fbfa022 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0855539 Jun 21 04:28:10.837153 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f37e24df-da30-440e-8119-5023a1f63bc3 req-7937477d-8bca-4996-884d-0251c64ecaf4 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Jun 21 04:28:11.137137 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e39c9f-0286-44df-a075-6602f9bfd63e req-9aa83266-6619-4259-aa6c-f8ff1a93e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:11.139880 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f5e39c9f-0286-44df-a075-6602f9bfd63e req-9aa83266-6619-4259-aa6c-f8ff1a93e355 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1098 time: 0.0811124 Jun 21 04:28:11.230229 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f5e39c9f-0286-44df-a075-6602f9bfd63e req-69984c10-629b-43fe-868e-464c59cce0fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827239 Jun 21 04:28:11.572384 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-585b7cb1-d3e7-4ace-b690-bae2f0472324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:11.685520 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9f13-f746-4e3e-a3cd-9369084f92a5 req-5b85e742-b82a-400d-81bf-7e2679e76a65 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:11.695230 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-37ad9f13-f746-4e3e-a3cd-9369084f92a5 req-5b85e742-b82a-400d-81bf-7e2679e76a65 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0899289 Jun 21 04:28:11.759544 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-37ad9f13-f746-4e3e-a3cd-9369084f92a5 req-db2986cc-e541-4b4b-a190-0c482631ec1b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633168 Jun 21 04:28:11.792659 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:12.092443 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 8c6c7a25-8302-4972-b272-36e396fe67c8 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:12.113903 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 8c6c7a25-8302-4972-b272-36e396fe67c8 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:12.114251 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 8c6c7a25-8302-4972-b272-36e396fe67c8 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:12.289936 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:13.006298 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751440c2-4d56-42f2-9dc6-57ffdc1263af req-ed5589bf-70c2-43f0-bfe8-b14a6113733a tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:13.013729 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-751440c2-4d56-42f2-9dc6-57ffdc1263af req-ed5589bf-70c2-43f0-bfe8-b14a6113733a tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.1061819 Jun 21 04:28:13.064681 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-751440c2-4d56-42f2-9dc6-57ffdc1263af req-79120a8e-eb27-46ff-9bf4-ff216fdbb5b0 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496235 Jun 21 04:28:14.151927 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:14.281965 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f7a8f-92fa-4fc5-b174-90e687acd32a req-e55be0c0-3e0d-4b7e-9836-466eddb9f345 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:14.283478 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-681f7a8f-92fa-4fc5-b174-90e687acd32a req-e55be0c0-3e0d-4b7e-9836-466eddb9f345 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0757504 Jun 21 04:28:14.324775 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-681f7a8f-92fa-4fc5-b174-90e687acd32a req-ca94e4a2-d236-49b8-9744-fa570d3ed2f2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353627 Jun 21 04:28:14.571917 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bfd7a-f9a8-4804-b079-a71e2361fc3d req-644071a7-00c8-4bb9-8f9d-deb081db1354 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:14.573883 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-619bfd7a-f9a8-4804-b079-a71e2361fc3d req-644071a7-00c8-4bb9-8f9d-deb081db1354 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0860622 Jun 21 04:28:14.616783 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-619bfd7a-f9a8-4804-b079-a71e2361fc3d req-9a5b5b21-440c-45b9-9718-57f9ac456259 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356247 Jun 21 04:28:14.645514 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45424) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:14.928526 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75197ed-ee7c-4a82-a069-6ef935f46650 tempest-TestShelveInstance-1739942586 tempest-TestShelveInstance-1739942586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:14.935027 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45434) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:14.940802 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Request body: {'floatingip': {'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'port_id': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:14.946454 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-e75197ed-ee7c-4a82-a069-6ef935f46650 tempest-TestShelveInstance-1739942586 tempest-TestShelveInstance-1739942586-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1093 time: 0.3031561 Jun 21 04:28:15.015988 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for floatingip, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:15.183315 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:15.420966 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Allocated IP 172.28.0.64 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/511b17b9-9592-4944-8ea4-f137bb44d260) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:15.548969 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:15.590254 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3377573'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:15.592765 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:15.635802 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:15.640415 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:15.644724 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:15.647824 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'Port': ['ID=511b17b9-9592-4944-8ea4-f137bb44d260,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:15.666706 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:16.016173 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140ee7b-04b3-4fbe-8cc6-a047ed77d641 req-d2656ca6-53b5-4d5a-aadf-9c6840afd110 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:16.025546 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1140ee7b-04b3-4fbe-8cc6-a047ed77d641 req-d2656ca6-53b5-4d5a-aadf-9c6840afd110 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.1496861 Jun 21 04:28:16.101895 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1140ee7b-04b3-4fbe-8cc6-a047ed77d641 req-694b56f3-7ecf-432a-96f4-ee9d3d01b8c7 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749993 Jun 21 04:28:16.153134 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-10d942fe-0781-499d-8bd6-b14bbb6a3ef9 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:16.160332 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-10d942fe-0781-499d-8bd6-b14bbb6a3ef9 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/networks?id=61598050-2950-494b-a900-71ed0517bdea HTTP/1.1" status: 200 len: 814 time: 0.2228959 Jun 21 04:28:16.175632 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-ff63e4a8-5d8a-4e5d-9edc-721a14de2839 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/quotas/2202210b927d41d2955f03f2e2e634b3 HTTP/1.1" status: 200 len: 375 time: 0.0148885 Jun 21 04:28:16.255877 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-35cd6241-1574-42c8-89f9-cd7a477d2ede tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2202210b927d41d2955f03f2e2e634b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691488 Jun 21 04:28:16.667374 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:16.865359 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b393-e638-4965-bbd0-512235462700 req-ef8b9649-c944-4c33-8979-deeb57df488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:16.874833 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2138b393-e638-4965-bbd0-512235462700 req-ef8b9649-c944-4c33-8979-deeb57df488b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 1098 time: 0.0961750 Jun 21 04:28:16.990224 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:17.049695 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-0c8d682e-45c7-46ad-8d94-9a648b84e7e6 service neutron] 10.222.0.22 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329340 Jun 21 04:28:17.181494 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b393-e638-4965-bbd0-512235462700 req-452eba63-5b38-44b7-abb9-463dff3fc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:17.183714 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2138b393-e638-4965-bbd0-512235462700 req-452eba63-5b38-44b7-abb9-463dff3fc127 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 912 time: 0.2621875 Jun 21 04:28:17.281779 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2138b393-e638-4965-bbd0-512235462700 req-3240f4f6-fa5b-4318-a6a6-fb58d5204be9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 HTTP/1.1" status: 200 len: 1001 time: 0.0884647 Jun 21 04:28:17.303071 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5e0e-0941-4485-92ac-2a1195cac514 req-e995a39d-10d4-4365-bad6-375128f8c9b5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:17.304642 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4edb5e0e-0941-4485-92ac-2a1195cac514 req-e995a39d-10d4-4365-bad6-375128f8c9b5 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.2871373 Jun 21 04:28:17.320387 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:17.340484 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-baa8d022-0a87-414c-b226-643f0650b504 service neutron] 10.222.0.22 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869029 Jun 21 04:28:17.394002 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b393-e638-4965-bbd0-512235462700 req-25344481-96b8-4433-a652-84fbe2c55ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:17.395749 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2138b393-e638-4965-bbd0-512235462700 req-25344481-96b8-4433-a652-84fbe2c55ed4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.0901937 Jun 21 04:28:17.416703 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4edb5e0e-0941-4485-92ac-2a1195cac514 req-8220d36f-e2fe-46d7-be4b-4441a4ba4b9b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019702 Jun 21 04:28:17.515279 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b393-e638-4965-bbd0-512235462700 req-5739e736-23a9-4369-adb7-9ec6bdf5f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:17.517718 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2138b393-e638-4965-bbd0-512235462700 req-5739e736-23a9-4369-adb7-9ec6bdf5f3f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0969050 Jun 21 04:28:17.651780 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2138b393-e638-4965-bbd0-512235462700 req-0217409f-8e3b-44d6-bea4-d6f1b2760cda service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152661 Jun 21 04:28:17.682407 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for port, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:17.698796 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3377555'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:17.725491 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:17.736058 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-bd7aa35e-abfa-4ed2-8c8c-937e1c4fd3ef req-76a2b905-c4ae-40ef-81e7-215ab05ce2bb tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0570240 Jun 21 04:28:17.817321 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6462c6b-7f23-43f5-bc5c-e02463885277 req-f6ffce1d-4f3e-46cb-a3a3-8b6a76c1a9eb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:17.819250 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b6462c6b-7f23-43f5-bc5c-e02463885277 req-f6ffce1d-4f3e-46cb-a3a3-8b6a76c1a9eb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.1710520 Jun 21 04:28:17.838964 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event updated for resources: {'Port': ['ID=511b17b9-9592-4944-8ea4-f137bb44d260,revision_number=2']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:17.859794 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2138b393-e638-4965-bbd0-512235462700 req-3e2dd746-6fca-45f3-894a-450f061b77b0 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967311 Jun 21 04:28:17.880251 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:17.897216 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b6462c6b-7f23-43f5-bc5c-e02463885277 req-dc79025e-0039-4d29-b236-c20928e9f7d5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649006 Jun 21 04:28:17.914862 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:18.057871 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.l3_db [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Floating IP d19b0840-b7ca-4f11-a1fb-fe9c4514f3b5 associated. External IP: 172.28.0.64, port: 74bdfd51-685d-4791-b4ef-d9a6768ad17e. Jun 21 04:28:18.373811 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Router 1cea1067-6183-4820-b948-cddf3310ee29 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:28:18.601952 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:28:18.614540 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] Sync routers for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:28:18.626642 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:18.629703 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:18.640608 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:18.699170 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7622817 Jun 21 04:28:18.700797 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e'}] {{(pid=92762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:18.703890 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1f0264e5c4948df9d2e6d758a1c4e95ddc8eb98f9bbf346be2c5c524a3645e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e"}]}' {{(pid=92762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:18.791048 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855d0276-7a21-4030-9576-6d873bf72245 x-openstack-request-id: req-855d0276-7a21-4030-9576-6d873bf72245 {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:18.791048 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e", "status": "completed", "code": 200}]} {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:18.791390 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-855d0276-7a21-4030-9576-6d873bf72245 {{(pid=92762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:18.791836 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'status': 'completed', 'code': 200} Jun 21 04:28:18.814950 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:18.831382 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aab4d-b2d6-4a40-b393-2375c5106bab req-aa8e841f-c7ce-4ff1-adc7-d2945a149889 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:18.836851 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b11aab4d-b2d6-4a40-b393-2375c5106bab req-aa8e841f-c7ce-4ff1-adc7-d2945a149889 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1378701 Jun 21 04:28:18.929831 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b11aab4d-b2d6-4a40-b393-2375c5106bab req-9e894f37-5c82-4d4c-9d45-83c1936733ee tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891588 Jun 21 04:28:18.974877 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d223aca3-b595-40be-995b-ef7c51bdc3ff req-b5010014-3e79-4bd2-ae45-016314ea706b tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0378501 Jun 21 04:28:19.022568 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-41cde45c-526d-4adb-b50c-9c23a2d8a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.024304 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-41cde45c-526d-4adb-b50c-9c23a2d8a62b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c090be7852649c5bd1fc59ef4fffa6d&device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1098 time: 0.1621346 Jun 21 04:28:19.118577 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:17Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': 'd19b0840-b7ca-4f11-a1fb-fe9c4514f3b5', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'floating_ip_address': '172.28.0.64', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'port_id': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'mac_address': 'fa:16:3e:ef:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:28:16Z', 'updated_at': '2021-06-21T04:28:16Z', 'revision_number': 0, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4424d184-32fe-4a8a-a89e-2170e7709f81', 'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'mac_address': 'fa:16:3e:e5:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:16Z', 'updated_at': '2021-06-21T04:27:22Z', 'revision_number': 5, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'subnets': [{'id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:19.156871 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] Checking router: 1cea1067-6183-4820-b948-cddf3310ee29 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:28:19.168483 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:19.169547 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:19.223631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-a74848d5-d43e-455a-841b-0531c14b2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.225079 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-a74848d5-d43e-455a-841b-0531c14b2c72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 HTTP/1.1" status: 200 len: 910 time: 0.1926343 Jun 21 04:28:19.285869 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff614e5d-f387-4e88-9c1f-d3399f36df03 req-822ad1f9-6215-41b8-990e-251d2d02dfd1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.288655 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ff614e5d-f387-4e88-9c1f-d3399f36df03 req-822ad1f9-6215-41b8-990e-251d2d02dfd1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.1466136 Jun 21 04:28:19.348127 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:19.400591 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ff614e5d-f387-4e88-9c1f-d3399f36df03 req-718900e5-64b0-46d3-9a0e-666b03edbde5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041195 Jun 21 04:28:19.414027 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-ba30cf6e-e2c3-4cc6-8609-2574843f901f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e HTTP/1.1" status: 200 len: 998 time: 0.1797709 Jun 21 04:28:19.500062 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-41a531af-5b09-4250-a191-c7da49a8be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.501980 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-41a531af-5b09-4250-a191-c7da49a8be28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c540e30f-c4a2-4e14-ba48-d2c244f65264 HTTP/1.1" status: 200 len: 848 time: 0.0793588 Jun 21 04:28:19.583829 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-03c56cc0-4862-43d3-9bf7-b88737d6d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.585385 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-03c56cc0-4862-43d3-9bf7-b88737d6d7c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0590518 Jun 21 04:28:19.681102 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:17Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': 'd19b0840-b7ca-4f11-a1fb-fe9c4514f3b5', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'floating_ip_address': '172.28.0.64', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'port_id': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'mac_address': 'fa:16:3e:ef:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:28:16Z', 'updated_at': '2021-06-21T04:28:16Z', 'revision_number': 0, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4424d184-32fe-4a8a-a89e-2170e7709f81', 'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'mac_address': 'fa:16:3e:e5:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:16Z', 'updated_at': '2021-06-21T04:27:22Z', 'revision_number': 5, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'subnets': [{'id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:19.715381 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76a56c4-9b71-4e15-b3a8-58cdc123b3da None None] The sync data for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb is: [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:17Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': 'd19b0840-b7ca-4f11-a1fb-fe9c4514f3b5', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'floating_ip_address': '172.28.0.64', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'port_id': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'mac_address': 'fa:16:3e:ef:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:28:16Z', 'updated_at': '2021-06-21T04:28:16Z', 'revision_number': 0, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4424d184-32fe-4a8a-a89e-2170e7709f81', 'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'mac_address': 'fa:16:3e:e5:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:16Z', 'updated_at': '2021-06-21T04:27:22Z', 'revision_number': 5, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'subnets': [{'id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:28:19.743065 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-c758e48d-2b10-467e-aa73-37c54fd79189 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062741 Jun 21 04:28:19.890056 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c4fb77fd-abf1-4693-9c8c-d4eb2f704675 req-4bc3b2dc-f46b-46bb-9403-da22490e73ab service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360624 Jun 21 04:28:20.071368 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5dddd-8e5b-4860-95f3-86881ebbb70c None None] New status for floating IP d19b0840-b7ca-4f11-a1fb-fe9c4514f3b5: ACTIVE {{(pid=92763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:28:20.279848 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5aa95e4b-1739-4976-b025-0ea3bca90f06 req-b993c4e5-9112-4576-a8de-d8a65536f006 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0842743 Jun 21 04:28:20.297831 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be03c-c40b-4a5e-8cdb-f96ff4af4c05 req-9f040c73-18b5-44ca-85df-bf02d31050cf tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:20.305015 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-922be03c-c40b-4a5e-8cdb-f96ff4af4c05 req-9f040c73-18b5-44ca-85df-bf02d31050cf tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.1640613 Jun 21 04:28:20.414484 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-922be03c-c40b-4a5e-8cdb-f96ff4af4c05 req-0450b8a4-4ebd-482a-90a8-578326a1ac69 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084251 Jun 21 04:28:20.623537 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-c345d6bc-4cbc-4e4b-b5fc-dfb63aa0fdf2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:20.627657 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-c345d6bc-4cbc-4e4b-b5fc-dfb63aa0fdf2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.44 "GET /v2.0/networks?id=61598050-2950-494b-a900-71ed0517bdea HTTP/1.1" status: 200 len: 814 time: 0.2998264 Jun 21 04:28:20.651222 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Request body: {'port': {'device_id': '3c657ba5-8c5a-4aca-b225-fe898773f7c9', 'network_id': '61598050-2950-494b-a900-71ed0517bdea', 'admin_state_up': True, 'tenant_id': '2202210b927d41d2955f03f2e2e634b3'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:20.665765 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-873be451-483e-464e-b4d7-1ae7ba878dcb tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:20.667973 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-873be451-483e-464e-b4d7-1ae7ba878dcb tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.44 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.2058883 Jun 21 04:28:20.673304 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde32c1a-6cbb-40da-b2d8-b5cb120c591f req-ac48a925-4451-48d5-80ef-67b82dc8a291 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:20.687549 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-fde32c1a-6cbb-40da-b2d8-b5cb120c591f req-ac48a925-4451-48d5-80ef-67b82dc8a291 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0974555 Jun 21 04:28:20.733230 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-fde32c1a-6cbb-40da-b2d8-b5cb120c591f req-0d77ff20-c2ac-46ce-b4d6-cb7890054111 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Jun 21 04:28:20.876535 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Made reservation on behalf of 2202210b927d41d2955f03f2e2e634b3 for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:20.880176 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:20.895417 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Deleting port 0e29f63d-6e3a-4722-a378-1391d32e91ba {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:20.895790 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:21.381850 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] For port 0e29f63d-6e3a-4722-a378-1391d32e91ba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e29f63d-6e3a-4722-a378-1391d32e91ba,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:21.382760 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:21.484440 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cd920979-fb41-4e6e-abef-366c8deccee4 req-ffb1c9f8-d97b-41af-ab76-4902e11ca5ee tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0301831 Jun 21 04:28:21.513409 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Calling delete_port for 0e29f63d-6e3a-4722-a378-1391d32e91ba owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:21.533881 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Allocated IP 172.20.0.2 (61598050-2950-494b-a900-71ed0517bdea/06874bcf-9c4d-4969-8ffe-fbf0329df450/6e56819e-3fae-4393-a60e-502e7f5da0e7) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:21.624402 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907552a-9dc2-4180-986e-b111d3a21b55 req-7f7fe3e2-f38d-4b38-8664-6cdf9f788a15 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:21.631632 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c907552a-9dc2-4180-986e-b111d3a21b55 req-7f7fe3e2-f38d-4b38-8664-6cdf9f788a15 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 945 time: 0.0754330 Jun 21 04:28:21.690720 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c907552a-9dc2-4180-986e-b111d3a21b55 req-5ff04708-cd1b-4405-9925-c94bd1a8baa3 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579138 Jun 21 04:28:21.812168 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:21.819342 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e98cd012-f0ec-4b70-8216-99dada6af3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:21.862740 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Pushing event deleted for resources: {'Port': ['ID=0e29f63d-6e3a-4722-a378-1391d32e91ba,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:21.875627 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['47a5985c-09f3-47a3-a4a2-f781ff8411dc', '0e29f63d-6e3a-4722-a378-1391d32e91ba'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:21.922781 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:21.965405 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.965717 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.966130 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.966455 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.966985 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.967250 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.967584 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.967903 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.968254 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.968634 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.968951 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.969281 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:21.972521 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] No DVR routers for this DVR port 0e29f63d-6e3a-4722-a378-1391d32e91ba on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:21.976529 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:21.978271 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:21.980295 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5929859-57e8-48b3-8781-3cf188dcebc8 req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.44 "DELETE /v2.0/ports/0e29f63d-6e3a-4722-a378-1391d32e91ba HTTP/1.1" status: 204 len: 173 time: 1.2900071 Jun 21 04:28:21.982326 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a90de6-3bb8-4a34-a2ee-1725cc083e26', 'name': 'network-vif-deleted', 'tag': '0e29f63d-6e3a-4722-a378-1391d32e91ba'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:21.984995 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708208ba-cda4-4261-b6b3-646378e47f10" -d '{"events": [{"server_uuid": "63a90de6-3bb8-4a34-a2ee-1725cc083e26", "name": "network-vif-deleted", "tag": "0e29f63d-6e3a-4722-a378-1391d32e91ba"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:22.068790 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ae243-3a65-43ef-a128-7d85ad8f24eb req-f3a509fb-4838-46ea-a45f-0c698976aff5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:22.070353 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b72ae243-3a65-43ef-a128-7d85ad8f24eb req-f3a509fb-4838-46ea-a45f-0c698976aff5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.1639869 Jun 21 04:28:22.071733 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:22.075787 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:22.096916 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed339ba-26c1-4370-8147-a640a012cd78 x-openstack-request-id: req-6ed339ba-26c1-4370-8147-a640a012cd78 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:22.097260 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a90de6-3bb8-4a34-a2ee-1725cc083e26", "name": "network-vif-deleted", "tag": "0e29f63d-6e3a-4722-a378-1391d32e91ba", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:22.097523 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ed339ba-26c1-4370-8147-a640a012cd78 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:22.098084 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a90de6-3bb8-4a34-a2ee-1725cc083e26', 'name': 'network-vif-deleted', 'tag': '0e29f63d-6e3a-4722-a378-1391d32e91ba', 'status': 'completed', 'code': 200} Jun 21 04:28:22.139655 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Network 61598050-2950-494b-a900-71ed0517bdea is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:22.164505 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:22.173013 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:22.184121 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:22.185040 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:22.200520 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b72ae243-3a65-43ef-a128-7d85ad8f24eb req-737f317a-ebf8-405a-9924-63374e88f25d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165783 Jun 21 04:28:22.211546 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Pushing event updated for resources: {'Port': ['ID=6e56819e-3fae-4393-a60e-502e7f5da0e7,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:22.216299 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:22.220548 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5743585 Jun 21 04:28:22.249085 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Request body: {'port': {'device_id': '3c657ba5-8c5a-4aca-b225-fe898773f7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:22.343156 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:22.742961 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e56819e-3fae-4393-a60e-502e7f5da0e7 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:28:22.748785 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45600) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:22.759086 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:22.762357 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846a9a0-b953-4683-8515-64b59c82c68c req-949b7d05-dcbc-4cc5-aae6-5c357103b4f5 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:22.771020 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9846a9a0-b953-4683-8515-64b59c82c68c req-949b7d05-dcbc-4cc5-aae6-5c357103b4f5 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 931 time: 0.0965536 Jun 21 04:28:22.786379 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Transition to ACTIVE for port object 6e56819e-3fae-4393-a60e-502e7f5da0e7 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:22.794756 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:22.797040 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-67e12f4a-b6d1-47c8-8cd0-cc309a6e94ae tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:22.836200 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9846a9a0-b953-4683-8515-64b59c82c68c req-c2c1ea44-c710-4c09-a1f8-290d4ee1e251 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636919 Jun 21 04:28:22.947960 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e42491f1-e00f-4876-af4c-609247352291 req-c19d4048-c9d9-4bbd-a7a3-feb4d5c563f3 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=63a90de6-3bb8-4a34-a2ee-1725cc083e26 HTTP/1.1" status: 200 len: 210 time: 0.0707040 Jun 21 04:28:22.957290 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Pushing event updated for resources: {'Port': ['ID=6e56819e-3fae-4393-a60e-502e7f5da0e7,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:22.968150 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:22.980388 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef201-c94b-4e09-aef2-4bb81e1b04ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.023318 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Attempting to bind port 6e56819e-3fae-4393-a60e-502e7f5da0e7 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:23.023773 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Attempting to bind port 6e56819e-3fae-4393-a60e-502e7f5da0e7 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '75dca9dd-8d9e-48b9-8301-3c43bb6d5681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61598050-2950-494b-a900-71ed0517bdea'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:23.024228 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Attempting to bind port 6e56819e-3fae-4393-a60e-502e7f5da0e7 on network 61598050-2950-494b-a900-71ed0517bdea {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:23.033906 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Port 6e56819e-3fae-4393-a60e-502e7f5da0e7 on network 61598050-2950-494b-a900-71ed0517bdea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:28:23.034377 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Attempting to bind port 6e56819e-3fae-4393-a60e-502e7f5da0e7 on network 61598050-2950-494b-a900-71ed0517bdea {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:23.045335 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:23.045820 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Checking segment: {'id': '75dca9dd-8d9e-48b9-8301-3c43bb6d5681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61598050-2950-494b-a900-71ed0517bdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:23.046332 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Bound using segment: {'id': '75dca9dd-8d9e-48b9-8301-3c43bb6d5681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61598050-2950-494b-a900-71ed0517bdea'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:23.046902 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Bound port: 6e56819e-3fae-4393-a60e-502e7f5da0e7, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75dca9dd-8d9e-48b9-8301-3c43bb6d5681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61598050-2950-494b-a900-71ed0517bdea'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:23.047370 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.163891 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] For port 6e56819e-3fae-4393-a60e-502e7f5da0e7, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:23.169219 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] For port 6e56819e-3fae-4393-a60e-502e7f5da0e7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6e56819e-3fae-4393-a60e-502e7f5da0e7,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:23.181338 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.185950 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-4bb7617f-d331-4fa1-9cbd-b22461aa4f53 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:23.239094 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:23.239952 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.241357 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] 10.222.0.44 "PUT /v2.0/ports/6e56819e-3fae-4393-a60e-502e7f5da0e7 HTTP/1.1" status: 200 len: 1093 time: 1.0015233 Jun 21 04:28:23.254936 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef201-c94b-4e09-aef2-4bb81e1b04ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.272092 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef201-c94b-4e09-aef2-4bb81e1b04ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.297999 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Pushing event updated for resources: {'Port': ['ID=6e56819e-3fae-4393-a60e-502e7f5da0e7,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:23.301306 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:23.306173 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9ceaced0-87a9-46e9-9a58-9ede7862685c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:23.345279 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ef201-c94b-4e09-aef2-4bb81e1b04ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf5b445-fca3-46ca-af04-aea589bc38ca,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:23.348992 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6a7ef201-c94b-4e09-aef2-4bb81e1b04ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:23.384323 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-6a7ef201-c94b-4e09-aef2-4bb81e1b04ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be3a5d51e8ff45d288ca17be1da68d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6315193 Jun 21 04:28:23.384967 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45606) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:23.480894 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-e22f17a9-cdc6-4e74-880e-12e1ac98babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:23.482230 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd9b5-8993-41ed-a626-0eef67931865 req-2280e872-5aa3-4d8a-b641-4c648842abdc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:23.482727 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-e22f17a9-cdc6-4e74-880e-12e1ac98babc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2202210b927d41d2955f03f2e2e634b3&device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1461501 Jun 21 04:28:23.486043 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8bab956c-db6e-45c2-b3f1-52317c455aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.491350 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-863fd9b5-8993-41ed-a626-0eef67931865 req-2280e872-5aa3-4d8a-b641-4c648842abdc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0988541 Jun 21 04:28:23.544752 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-863fd9b5-8993-41ed-a626-0eef67931865 req-fbd84971-f4ac-42b2-980b-fa94372d1518 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513957 Jun 21 04:28:23.552642 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-e35b47ad-67df-4e0d-94ad-e038de17d6ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e56819e-3fae-4393-a60e-502e7f5da0e7 HTTP/1.1" status: 200 len: 217 time: 0.0534809 Jun 21 04:28:23.561879 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8bab956c-db6e-45c2-b3f1-52317c455aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.644116 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-ee3d2b6a-748c-464b-82ab-0c09f6448d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:23.645834 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-ee3d2b6a-748c-464b-82ab-0c09f6448d7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06874bcf-9c4d-4969-8ffe-fbf0329df450 HTTP/1.1" status: 200 len: 854 time: 0.0816903 Jun 21 04:28:23.694373 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-831fe417-f40b-443c-8451-62f3f22f435c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=61598050-2950-494b-a900-71ed0517bdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398955 Jun 21 04:28:23.705449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8bab956c-db6e-45c2-b3f1-52317c455aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.708023 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-8bab956c-db6e-45c2-b3f1-52317c455aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.709133 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-8bab956c-db6e-45c2-b3f1-52317c455aed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/faf5b445-fca3-46ca-af04-aea589bc38ca HTTP/1.1" status: 204 len: 168 time: 0.3231981 Jun 21 04:28:23.722466 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-2089133b-0dc7-4676-a415-09264da2d0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:23.780627 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab956c-db6e-45c2-b3f1-52317c455aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf5b445-fca3-46ca-af04-aea589bc38ca,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:23.784358 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8bab956c-db6e-45c2-b3f1-52317c455aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:23.867548 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-af93ec1b-90c5-4ba7-b82b-70ec186489c4 service neutron] 10.222.0.44 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646512 Jun 21 04:28:24.006883 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c0325ba3-16a2-4372-ba7a-1a3883273c32 req-e1d5933c-0f02-4109-b1d5-b3008fa8f1f7 service neutron] 10.222.0.44 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319551 Jun 21 04:28:24.104335 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c657ba5-8c5a-4aca-b225-fe898773f7c9', 'tag': '6e56819e-3fae-4393-a60e-502e7f5da0e7'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:24.108046 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f1ad4-864c-4b02-bc80-4bbd8642f243" -d '{"events": [{"name": "network-changed", "server_uuid": "3c657ba5-8c5a-4aca-b225-fe898773f7c9", "tag": "6e56819e-3fae-4393-a60e-502e7f5da0e7"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:24.144115 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc411cb-a054-47d4-b858-86fd70e56397 req-c2b8bd35-d4ec-4804-a165-60186c9eecad tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:24.145668 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfc411cb-a054-47d4-b858-86fd70e56397 req-c2b8bd35-d4ec-4804-a165-60186c9eecad tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 943 time: 0.1069248 Jun 21 04:28:24.197594 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 0e29f63d-6e3a-4722-a378-1391d32e91ba no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:24.228999 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45624) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:24.236329 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 0e29f63d-6e3a-4722-a378-1391d32e91ba {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:24.236879 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 0e29f63d-6e3a-4722-a378-1391d32e91ba not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:24.244950 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfc411cb-a054-47d4-b858-86fd70e56397 req-ab6ba342-df5b-4751-a5b2-ec0b584ea975 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927954 Jun 21 04:28:24.260677 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:24.308472 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7dc6a4-2cfe-43cd-a311-a1fc35ead2b2 x-openstack-request-id: req-2e7dc6a4-2cfe-43cd-a311-a1fc35ead2b2 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:24.308901 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c657ba5-8c5a-4aca-b225-fe898773f7c9", "tag": "6e56819e-3fae-4393-a60e-502e7f5da0e7", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:24.309272 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e7dc6a4-2cfe-43cd-a311-a1fc35ead2b2 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:24.310871 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c657ba5-8c5a-4aca-b225-fe898773f7c9', 'tag': '6e56819e-3fae-4393-a60e-502e7f5da0e7', 'status': 'completed', 'code': 200} Jun 21 04:28:24.440925 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:24.448179 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:24.452435 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-aa3e0aa6-b91a-40eb-acbb-e4d0fb29a19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:24.509684 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82eed99-3ba4-4ba4-ba54-053964f1f533,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:24.524505 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-7f1cd09d-7abb-4f90-8f40-7b41a38ca2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:24.524750 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2aa9afe386484d948baf0f3817a4b02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920952 Jun 21 04:28:24.524876 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-7f1cd09d-7abb-4f90-8f40-7b41a38ca2e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2202210b927d41d2955f03f2e2e634b3&device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1289649 Jun 21 04:28:24.524967 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.524967 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.525126 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45628) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:24.525221 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.525635 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.526426 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.527195 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.528012 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.528971 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.529555 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.530151 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.530660 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.531163 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:24.536766 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:24.642450 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-fc946bc4-203c-49aa-957f-d9096793e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:24.643968 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-fc946bc4-203c-49aa-957f-d9096793e1a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=61598050-2950-494b-a900-71ed0517bdea HTTP/1.1" status: 200 len: 915 time: 0.1036532 Jun 21 04:28:24.719444 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-95c93ec0-3e59-467f-8090-d127ab71da81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e56819e-3fae-4393-a60e-502e7f5da0e7 HTTP/1.1" status: 200 len: 217 time: 0.0509024 Jun 21 04:28:24.755045 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e96dafcf-b818-4990-8756-1b91fb006bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:24.806261 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be618f2-56ee-448d-a505-d7e3020af338 req-7322bd3a-52b6-4218-9f58-41b952992564 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:24.814604 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e96dafcf-b818-4990-8756-1b91fb006bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:24.815645 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5be618f2-56ee-448d-a505-d7e3020af338 req-7322bd3a-52b6-4218-9f58-41b952992564 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.1244831 Jun 21 04:28:24.837735 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-9eb77381-46be-4e80-ab7b-51cf03966bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:24.839212 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-9eb77381-46be-4e80-ab7b-51cf03966bcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06874bcf-9c4d-4969-8ffe-fbf0329df450 HTTP/1.1" status: 200 len: 854 time: 0.1117013 Jun 21 04:28:24.868177 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19721-beb0-41f2-b85e-5a462c519d0c req-0aa2de8c-7044-4455-9bcd-cb928c79b71e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:24.869750 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5be618f2-56ee-448d-a505-d7e3020af338 req-171233a5-6745-42fe-bbfe-ba8d7209d998 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 Jun 21 04:28:24.872214 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-38b19721-beb0-41f2-b85e-5a462c519d0c req-0aa2de8c-7044-4455-9bcd-cb928c79b71e tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.2464378 Jun 21 04:28:24.926169 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-cffeb0d2-b5e4-4bcc-b97b-cde7b7569649 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=61598050-2950-494b-a900-71ed0517bdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461648 Jun 21 04:28:25.069640 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-38b19721-beb0-41f2-b85e-5a462c519d0c req-9c6b209b-c37e-42be-b687-623808089be2 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807489 Jun 21 04:28:25.099421 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e96dafcf-b818-4990-8756-1b91fb006bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:25.102027 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-e96dafcf-b818-4990-8756-1b91fb006bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:25.103127 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-e96dafcf-b818-4990-8756-1b91fb006bd6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c82eed99-3ba4-4ba4-ba54-053964f1f533 HTTP/1.1" status: 204 len: 168 time: 0.5774739 Jun 21 04:28:25.105359 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-09e6d029-2073-4738-b7d0-602a2e5aa500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:25.122584 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dafcf-b818-4990-8756-1b91fb006bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82eed99-3ba4-4ba4-ba54-053964f1f533,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:25.125296 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e96dafcf-b818-4990-8756-1b91fb006bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:25.128059 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-4a2a27e6-832e-4555-bba6-4063918d031c service neutron] 10.222.0.44 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919723 Jun 21 04:28:25.260201 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-046f1ad4-864c-4b02-bc80-4bbd8642f243 req-26fd35a7-2415-4d79-8716-e44c5b13592a service neutron] 10.222.0.44 "GET /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206553 Jun 21 04:28:25.496962 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ac564-3ee9-4cad-b2ad-7b291b665fa9 req-2ff22924-1df1-4bc9-9ed9-57bdbb9fba02 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:25.499304 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-fb0ac564-3ee9-4cad-b2ad-7b291b665fa9 req-2ff22924-1df1-4bc9-9ed9-57bdbb9fba02 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 943 time: 0.0746961 Jun 21 04:28:25.558417 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-fb0ac564-3ee9-4cad-b2ad-7b291b665fa9 req-42720e95-6276-4f0a-baaf-36ba8855aeb4 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494514 Jun 21 04:28:26.068646 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae870ec-177a-4d8a-b10c-d27dd6f064e6 req-1ca5557a-20f5-4bfb-a0ee-9f8424259940 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:26.070399 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1ae870ec-177a-4d8a-b10c-d27dd6f064e6 req-1ca5557a-20f5-4bfb-a0ee-9f8424259940 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0763700 Jun 21 04:28:26.114166 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1ae870ec-177a-4d8a-b10c-d27dd6f064e6 req-26867cbb-4dcc-46dc-a8aa-77e06b7a9fc6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374854 Jun 21 04:28:26.201781 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 6e56819e-3fae-4393-a60e-502e7f5da0e7 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:28:26.266720 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43eac-96bf-4081-a404-f8ca503a8da9 req-1c2ef688-5eb1-4f66-ae24-870d5938a1c6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:26.268386 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ddf43eac-96bf-4081-a404-f8ca503a8da9 req-1c2ef688-5eb1-4f66-ae24-870d5938a1c6 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0781088 Jun 21 04:28:26.329221 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ddf43eac-96bf-4081-a404-f8ca503a8da9 req-32fb2d3b-071b-4fbb-a003-f81cfc791097 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513813 Jun 21 04:28:26.331627 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 6e56819e-3fae-4393-a60e-502e7f5da0e7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6e56819e-3fae-4393-a60e-502e7f5da0e7,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:26.344896 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '6e56819e-3fae-4393-a60e-502e7f5da0e7', 'network_id': '61598050-2950-494b-a900-71ed0517bdea', 'port_id': '6e56819e-3fae-4393-a60e-502e7f5da0e7', 'mac_address': 'fa:16:3e:21:f5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06874bcf-9c4d-4969-8ffe-fbf0329df450', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:28:26.382952 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:26.397371 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e56819e-3fae-4393-a60e-502e7f5da0e7 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:28:26.417917 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 6e56819e-3fae-4393-a60e-502e7f5da0e7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6e56819e-3fae-4393-a60e-502e7f5da0e7,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:26.422783 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:26.424668 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:26.499656 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=6e56819e-3fae-4393-a60e-502e7f5da0e7,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:26.509766 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.509766 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.509766 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.509766 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.509766 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.509766 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.509766 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.509766 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.510404 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.510404 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.510558 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.510789 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:26.515294 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:26.756438 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61630fe6-af25-453f-aa5f-ed55da62313b req-a83ec021-81da-4171-8f7c-abbeee26274d tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:26.757985 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-61630fe6-af25-453f-aa5f-ed55da62313b req-a83ec021-81da-4171-8f7c-abbeee26274d tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 944 time: 0.0753067 Jun 21 04:28:26.800007 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-61630fe6-af25-453f-aa5f-ed55da62313b req-2837fcb4-35e3-430f-98a3-dfd837aba90c tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358686 Jun 21 04:28:26.967165 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['6e56819e-3fae-4393-a60e-502e7f5da0e7'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:27.312689 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a800-cae0-46ce-91b4-2921c32917fa req-40296956-56e2-447c-8ea5-f1f26d1ad2d4 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:27.314206 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3a54a800-cae0-46ce-91b4-2921c32917fa req-40296956-56e2-447c-8ea5-f1f26d1ad2d4 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0810144 Jun 21 04:28:27.358683 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3a54a800-cae0-46ce-91b4-2921c32917fa req-778ca489-6ea0-4578-9a58-ff89bfff7564 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Jun 21 04:28:27.527857 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2788e-0400-4864-aad5-db1ec0ed49a8 req-27a57e69-d2fe-4ce7-94b4-05a81d901228 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:27.529329 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ffe2788e-0400-4864-aad5-db1ec0ed49a8 req-27a57e69-d2fe-4ce7-94b4-05a81d901228 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0765932 Jun 21 04:28:27.570710 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ffe2788e-0400-4864-aad5-db1ec0ed49a8 req-ead99fa2-2ac2-4fca-8bac-a531a7b6ec57 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354097 Jun 21 04:28:27.991996 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a787378-f2d1-431a-bb43-7aee5318bb1a req-54201527-50c0-46be-a23d-53a3c77ebd7e tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:27.993490 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1a787378-f2d1-431a-bb43-7aee5318bb1a req-54201527-50c0-46be-a23d-53a3c77ebd7e tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 944 time: 0.0728879 Jun 21 04:28:28.039723 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1a787378-f2d1-431a-bb43-7aee5318bb1a req-27d69540-69b6-418f-ac53-ae6e028d53fa tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Jun 21 04:28:28.203181 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 6e56819e-3fae-4393-a60e-502e7f5da0e7 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:28.259346 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 6e56819e-3fae-4393-a60e-502e7f5da0e7 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:28.263441 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 6e56819e-3fae-4393-a60e-502e7f5da0e7 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:28.263855 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.344916 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.366483 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c657ba5-8c5a-4aca-b225-fe898773f7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56819e-3fae-4393-a60e-502e7f5da0e7'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:28.368790 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3589af2f-44c4-467d-a97c-8ff6f9996ed3" -d '{"events": [{"server_uuid": "3c657ba5-8c5a-4aca-b225-fe898773f7c9", "name": "network-vif-plugged", "status": "completed", "tag": "6e56819e-3fae-4393-a60e-502e7f5da0e7"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:28.381461 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 6e56819e-3fae-4393-a60e-502e7f5da0e7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6e56819e-3fae-4393-a60e-502e7f5da0e7,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:28.388619 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.392658 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:28.414501 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c146d6-1aae-4f93-ae67-0edc93cd6767 x-openstack-request-id: req-d7c146d6-1aae-4f93-ae67-0edc93cd6767 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:28.414802 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c657ba5-8c5a-4aca-b225-fe898773f7c9", "name": "network-vif-plugged", "status": "completed", "tag": "6e56819e-3fae-4393-a60e-502e7f5da0e7", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:28.415064 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7c146d6-1aae-4f93-ae67-0edc93cd6767 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:28.415456 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c657ba5-8c5a-4aca-b225-fe898773f7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e56819e-3fae-4393-a60e-502e7f5da0e7', 'code': 200} Jun 21 04:28:28.439779 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=6e56819e-3fae-4393-a60e-502e7f5da0e7,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:28.442903 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:28.497207 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45772) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:28.541789 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f3747-8cdd-4718-8d0c-25e8f4d66a48 req-83075a31-10ff-4a0c-9c1b-805bdd8841e8 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:28.543262 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ad7f3747-8cdd-4718-8d0c-25e8f4d66a48 req-83075a31-10ff-4a0c-9c1b-805bdd8841e8 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0671165 Jun 21 04:28:28.548784 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e6725a-fc8a-480f-961c-c9546aa0381b admin admin] Deleting subnet c3143ee7-919e-4bdd-8884-fbeea9f859b1 {{(pid=92761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:28:28.552622 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-00e6725a-fc8a-480f-961c-c9546aa0381b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.585154 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ad7f3747-8cdd-4718-8d0c-25e8f4d66a48 req-faf56b37-494f-4384-845f-f72342f3548c tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348651 Jun 21 04:28:28.589786 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-00e6725a-fc8a-480f-961c-c9546aa0381b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.600184 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-00e6725a-fc8a-480f-961c-c9546aa0381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.689037 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-00e6725a-fc8a-480f-961c-c9546aa0381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.695188 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ed38dcb4-d9bd-4fe0-acce-a9d43a3ce78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:28.735052 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6725a-fc8a-480f-961c-c9546aa0381b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3143ee7-919e-4bdd-8884-fbeea9f859b1,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:28.737039 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-00e6725a-fc8a-480f-961c-c9546aa0381b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.741093 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-00e6725a-fc8a-480f-961c-c9546aa0381b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c3143ee7-919e-4bdd-8884-fbeea9f859b1 HTTP/1.1" status: 204 len: 168 time: 0.2406306 Jun 21 04:28:28.742095 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45776) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:28.756692 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-00e6725a-fc8a-480f-961c-c9546aa0381b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:28.769990 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76529b-d90f-4f44-b620-44101abfd534 req-b43988bf-cda0-4575-8bb2-47bd55dd83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:28.771062 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6e76529b-d90f-4f44-b620-44101abfd534 req-b43988bf-cda0-4575-8bb2-47bd55dd83cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 1098 time: 0.1324623 Jun 21 04:28:28.823319 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d0f17-a863-4888-bc9d-24fca97c22eb req-28882675-8444-4750-82c1-2019bb9a144d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:28.824865 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a60d0f17-a863-4888-bc9d-24fca97c22eb req-28882675-8444-4750-82c1-2019bb9a144d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.1313865 Jun 21 04:28:28.830490 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.831649 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6e76529b-d90f-4f44-b620-44101abfd534 req-7f137ec9-2f2c-4e75-a99d-ead83b17755e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Jun 21 04:28:28.869244 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a60d0f17-a863-4888-bc9d-24fca97c22eb req-9012d50c-0d0f-497c-b299-47658db08443 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347226 Jun 21 04:28:28.912530 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.922234 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a13c01a-9e6f-4ad4-a2ae-7b2ece287588']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:28.931766 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9170a11f-c18f-48c9-86cb-112ef25222ac') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:28.932064 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9170a11f-c18f-48c9-86cb-112ef25222ac') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:28.941474 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.955444 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.961627 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:28:28.962009 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:28:28.963851 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:28:29.025777 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.030464 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4e9d1756-d13a-4ecc-95c3-8a10998b70aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:29.040466 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45784) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:29.043704 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.045553 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7a13c01a-9e6f-4ad4-a2ae-7b2ece287588 HTTP/1.1" status: 204 len: 168 time: 0.3030417 Jun 21 04:28:29.047396 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a13c01a-9e6f-4ad4-a2ae-7b2ece287588,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:29.050198 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a3d9ba5e-bdf7-4742-aca5-8ffac75ccfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:29.154894 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c03d-8f67-4871-8cba-bf609eeaf054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.168015 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45792) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:29.213872 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2da8-d93c-4a66-8722-4d4ac4d2e8d5 req-6d6cc7d2-8657-42ff-be22-e790857f85e4 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:29.215337 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-992d2da8-d93c-4a66-8722-4d4ac4d2e8d5 req-6d6cc7d2-8657-42ff-be22-e790857f85e4 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.0631769 Jun 21 04:28:29.230907 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-9801d504-ff90-4b81-a0b0-84f02be6396f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=746fdb18db3f4462923b031e83abc8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617120 Jun 21 04:28:29.233339 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45794) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:29.255699 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-992d2da8-d93c-4a66-8722-4d4ac4d2e8d5 req-b657cc6e-938a-4cb1-a75c-a67b33acb0c3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341687 Jun 21 04:28:29.321437 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c03d-8f67-4871-8cba-bf609eeaf054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.324707 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b47231af-d68c-4bab-b6cf-acb6652f5d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.329493 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c03d-8f67-4871-8cba-bf609eeaf054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.335929 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1d5e0383-7699-41a4-95de-67dceddda0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:29.370926 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b47231af-d68c-4bab-b6cf-acb6652f5d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.393113 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3c03d-8f67-4871-8cba-bf609eeaf054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74ec0bf-67ea-4ff5-8b2d-5a6f0332ef70,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:29.397931 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b3c3c03d-8f67-4871-8cba-bf609eeaf054 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=503c907d19b9438dab2220cab3b3f675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564508 Jun 21 04:28:29.401323 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45796) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:29.403185 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b3c3c03d-8f67-4871-8cba-bf609eeaf054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:29.437846 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b47231af-d68c-4bab-b6cf-acb6652f5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.440538 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b47231af-d68c-4bab-b6cf-acb6652f5d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.441663 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b47231af-d68c-4bab-b6cf-acb6652f5d7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a39c307-89cb-4c14-bd82-dee5a1ff1f01 HTTP/1.1" status: 204 len: 168 time: 0.2074556 Jun 21 04:28:29.442461 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-975f5255-88a3-4189-853c-65739d546f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:29.450157 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47231af-d68c-4bab-b6cf-acb6652f5d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39c307-89cb-4c14-bd82-dee5a1ff1f01,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:29.453357 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b47231af-d68c-4bab-b6cf-acb6652f5d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:29.455047 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7098-c29d-4757-a2ec-a22959b5c779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.482721 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7098-c29d-4757-a2ec-a22959b5c779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.536354 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7098-c29d-4757-a2ec-a22959b5c779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.539023 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7098-c29d-4757-a2ec-a22959b5c779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.542687 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-eeeb7098-c29d-4757-a2ec-a22959b5c779 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d74ec0bf-67ea-4ff5-8b2d-5a6f0332ef70 HTTP/1.1" status: 204 len: 168 time: 0.1378398 Jun 21 04:28:29.542687 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-2f7af581-49f0-492b-9ca5-85890e9ff640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:29.550220 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb7098-c29d-4757-a2ec-a22959b5c779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74ec0bf-67ea-4ff5-8b2d-5a6f0332ef70,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:29.552490 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-eeeb7098-c29d-4757-a2ec-a22959b5c779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:29.792692 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6883e5-fd66-45bd-be52-8f70170b055d req-8a055531-9bd0-4416-8c6a-92a61826c2df tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:29.794266 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ec6883e5-fd66-45bd-be52-8f70170b055d req-8a055531-9bd0-4416-8c6a-92a61826c2df tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0744591 Jun 21 04:28:29.835945 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ec6883e5-fd66-45bd-be52-8f70170b055d req-3fc5ce2f-caee-4c70-af90-57f8faf46837 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340993 Jun 21 04:28:30.043441 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e14ba-66d3-4622-aa80-29844f9afc52 req-57378302-a040-481b-8068-d3a03f07bf9a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:30.044925 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6b8e14ba-66d3-4622-aa80-29844f9afc52 req-57378302-a040-481b-8068-d3a03f07bf9a tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0672545 Jun 21 04:28:30.087253 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6b8e14ba-66d3-4622-aa80-29844f9afc52 req-3ab18bd0-fa5d-46c6-ac5e-0d9195724422 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356500 Jun 21 04:28:30.443299 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c71707-b1ab-487f-a08e-8b78f46f0554 req-368b88ff-d30f-4f14-8f62-91fd6679185d tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:30.444803 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c8c71707-b1ab-487f-a08e-8b78f46f0554 req-368b88ff-d30f-4f14-8f62-91fd6679185d tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.0778086 Jun 21 04:28:30.489533 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c8c71707-b1ab-487f-a08e-8b78f46f0554 req-cdd75ba5-8fe4-4fc7-a2a6-caa5602bb01c tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Jun 21 04:28:31.021823 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cebac-9e40-4efa-ae80-26830126225b req-93f1d5e3-24c4-4f9b-bc0e-2ad2dfdb5d14 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:31.023297 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-577cebac-9e40-4efa-ae80-26830126225b req-93f1d5e3-24c4-4f9b-bc0e-2ad2dfdb5d14 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0711007 Jun 21 04:28:31.063033 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-577cebac-9e40-4efa-ae80-26830126225b req-2f6389fb-6640-4b16-a081-67962f38f9a1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337701 Jun 21 04:28:31.273580 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447be756-4984-4352-9539-a994fee83bd3 req-c030cedb-2489-41b9-bf59-3c7306520e7d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:31.274977 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-447be756-4984-4352-9539-a994fee83bd3 req-c030cedb-2489-41b9-bf59-3c7306520e7d tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0661867 Jun 21 04:28:31.322079 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-447be756-4984-4352-9539-a994fee83bd3 req-69fd5c8e-83f4-4a17-8101-0f1b20045b00 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f43f95d-8c7c-4f12-b473-bbf62b5020ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Jun 21 04:28:31.563225 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-892f237f-fdc6-489b-a1e1-3097c48d74b9 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:31.564788 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-892f237f-fdc6-489b-a1e1-3097c48d74b9 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 945 time: 0.0729311 Jun 21 04:28:31.696457 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c138-249f-4c0b-ab11-4be86d572c3e req-7eafb3b2-c808-4b5d-8a4b-54b72b34470a tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:31.697962 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6ad4c138-249f-4c0b-ab11-4be86d572c3e req-7eafb3b2-c808-4b5d-8a4b-54b72b34470a tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.0770340 Jun 21 04:28:31.698258 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Deleting port 47a5985c-09f3-47a3-a4a2-f781ff8411dc {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:31.698604 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:31.736518 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6ad4c138-249f-4c0b-ab11-4be86d572c3e req-396e0632-e769-410c-90fc-013d30915c80 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319326 Jun 21 04:28:31.790028 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] For port 47a5985c-09f3-47a3-a4a2-f781ff8411dc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=47a5985c-09f3-47a3-a4a2-f781ff8411dc,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:31.790359 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:31.861234 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Calling delete_port for 47a5985c-09f3-47a3-a4a2-f781ff8411dc owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:32.002792 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:32.007353 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-0964daef-9cab-4f56-8893-921877254e4b tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:32.039325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Pushing event deleted for resources: {'Port': ['ID=47a5985c-09f3-47a3-a4a2-f781ff8411dc,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:32.041149 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['47a5985c-09f3-47a3-a4a2-f781ff8411dc'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:32.042458 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:32.093377 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] No DVR routers for this DVR port 47a5985c-09f3-47a3-a4a2-f781ff8411dc on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:32.098061 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:32.100249 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0b5e161b-94c3-4837-848c-cf20483302d7 req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.44 "DELETE /v2.0/ports/47a5985c-09f3-47a3-a4a2-f781ff8411dc HTTP/1.1" status: 204 len: 173 time: 0.5296490 Jun 21 04:28:32.100882 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4374f-4bd2-4e2e-86ac-11b3859eb92f', 'name': 'network-vif-deleted', 'tag': '47a5985c-09f3-47a3-a4a2-f781ff8411dc'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:32.103511 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1295584b-c1c1-4838-904f-3aae52440235" -d '{"events": [{"server_uuid": "f7a4374f-4bd2-4e2e-86ac-11b3859eb92f", "name": "network-vif-deleted", "tag": "47a5985c-09f3-47a3-a4a2-f781ff8411dc"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:32.173928 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eccd7a-2322-4441-b419-e10c2387adf0 x-openstack-request-id: req-60eccd7a-2322-4441-b419-e10c2387adf0 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:32.174296 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4374f-4bd2-4e2e-86ac-11b3859eb92f", "name": "network-vif-deleted", "tag": "47a5985c-09f3-47a3-a4a2-f781ff8411dc", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:32.174784 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60eccd7a-2322-4441-b419-e10c2387adf0 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:32.175312 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4374f-4bd2-4e2e-86ac-11b3859eb92f', 'name': 'network-vif-deleted', 'tag': '47a5985c-09f3-47a3-a4a2-f781ff8411dc', 'status': 'completed', 'code': 200} Jun 21 04:28:32.267087 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032b5e-f8a5-4479-8d34-a73fc5f4bf3b req-309a0319-f969-44ed-b2a6-7ae39124320d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:32.269106 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8e032b5e-f8a5-4479-8d34-a73fc5f4bf3b req-309a0319-f969-44ed-b2a6-7ae39124320d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0706086 Jun 21 04:28:32.315749 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8e032b5e-f8a5-4479-8d34-a73fc5f4bf3b req-4dfc3039-6af4-4aa9-9ad1-0e9af1234d02 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371881 Jun 21 04:28:32.473106 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:28:32.492201 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ccc4f494-0f4d-4ee9-ae1b-65972ff05fb0 req-785359df-297a-4689-8f47-f67c9ddd8f6b tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7a4374f-4bd2-4e2e-86ac-11b3859eb92f HTTP/1.1" status: 200 len: 210 time: 0.0311906 Jun 21 04:28:32.666078 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd9ab-fbc8-446d-952d-b59d7f78f070 req-d1f0beb9-2c22-4598-ac9d-6add396b54ab tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:32.667483 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0c1dd9ab-fbc8-446d-952d-b59d7f78f070 req-d1f0beb9-2c22-4598-ac9d-6add396b54ab tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0689232 Jun 21 04:28:32.735232 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0c1dd9ab-fbc8-446d-952d-b59d7f78f070 req-ec4bf191-3662-4adb-92df-74add795755f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614326 Jun 21 04:28:32.756307 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-dc82ce28-7112-4f23-b251-dd3df02fd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:32.758390 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-dc82ce28-7112-4f23-b251-dd3df02fd025 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 1098 time: 0.0768216 Jun 21 04:28:33.102191 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-4f0874e0-aec9-4ec6-843e-db3bfb495077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:33.103697 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-4f0874e0-aec9-4ec6-843e-db3bfb495077 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 912 time: 0.3381395 Jun 21 04:28:33.172205 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-4db2564e-23bf-45ea-af66-8512721f0dbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 HTTP/1.1" status: 200 len: 1001 time: 0.0603766 Jun 21 04:28:33.226468 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-330a3600-1657-4daa-bb39-9aeacdf10e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:33.227930 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-330a3600-1657-4daa-bb39-9aeacdf10e95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.0457399 Jun 21 04:28:33.293109 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-254e9ae4-b350-407d-9fd1-69ea8edf5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:33.294583 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-254e9ae4-b350-407d-9fd1-69ea8edf5da0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0592768 Jun 21 04:28:33.397017 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-f8da6991-250c-42c2-a433-8c3747a1a6f8 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942435 Jun 21 04:28:33.508456 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-180aefd1-85a0-4738-bb38-3c82a7faade7 req-7c217155-edb7-4a56-adee-51e51cba5728 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020534 Jun 21 04:28:33.588403 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45920) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:33.932463 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ee30a-b9dd-454b-af40-e3ab7ee50a7c req-50e1aa6c-7c8b-4768-bb0f-98d55af541d0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:33.934311 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e26ee30a-b9dd-454b-af40-e3ab7ee50a7c req-50e1aa6c-7c8b-4768-bb0f-98d55af541d0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0751088 Jun 21 04:28:33.981474 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e26ee30a-b9dd-454b-af40-e3ab7ee50a7c req-b3f9758b-ab0e-4c56-8789-f5413eaef035 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378416 Jun 21 04:28:34.095845 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032446'] for router_interface, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.631417 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Deleting port c1426865-ac4e-4a5d-8617-53d508532b42 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:34.632185 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.716482 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] For port c1426865-ac4e-4a5d-8617-53d508532b42, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=c1426865-ac4e-4a5d-8617-53d508532b42,segment=NetworkSegment(81c24ef0-0a02-4c20-90b2-135612fcd537),segment_id=81c24ef0-0a02-4c20-90b2-135612fcd537)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:34.716844 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:34.780808 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Calling delete_port for c1426865-ac4e-4a5d-8617-53d508532b42 owned by network:router_interface {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:35.029250 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.034497 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cf3d394c-c4ad-4098-a000-dfdab2c1cdcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:35.065202 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1426865-ac4e-4a5d-8617-53d508532b42,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:35.068500 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:35.160017 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977ffa-b3e4-4c75-843e-8740e54be8c8 req-2656dc19-55f5-49ad-be60-7bdd8bdb6cef tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:35.161470 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-18977ffa-b3e4-4c75-843e-8740e54be8c8 req-2656dc19-55f5-49ad-be60-7bdd8bdb6cef tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0632570 Jun 21 04:28:35.203503 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-18977ffa-b3e4-4c75-843e-8740e54be8c8 req-2f6c2550-af04-44a9-b5a5-94e2cd27ec5e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362091 Jun 21 04:28:35.251342 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-603772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032258'] for router_interface, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.470133 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Router 28d92839-06b0-410d-a018-50444fcd5c3f has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:28:35.589732 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:28:35.595694 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] 10.222.0.22 "PUT /v2.0/routers/28d92839-06b0-410d-a018-50444fcd5c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0060184 Jun 21 04:28:35.598005 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45942) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:35.598296 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] Sync routers for ids ['28d92839-06b0-410d-a018-50444fcd5c3f'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:28:35.609051 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] Routers {'28d92839-06b0-410d-a018-50444fcd5c3f'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:35.609666 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['28d92839-06b0-410d-a018-50444fcd5c3f'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:35.705015 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks [] for router, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.719190 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] Set router 28d92839-06b0-410d-a018-50444fcd5c3f gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:35.813955 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.868413 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Deleting port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:35.868766 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.903471 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:16Z', 'updated_at': '2021-06-21T04:28:34Z', 'revision_number': 5, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'gw_port': {'id': '58b85173-4ea0-406b-b3ac-a75b5b6ef4e6', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:35.929610 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] Checking router: 28d92839-06b0-410d-a018-50444fcd5c3f for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:28:35.938289 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] Routers {'28d92839-06b0-410d-a018-50444fcd5c3f'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:35.939062 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['28d92839-06b0-410d-a018-50444fcd5c3f'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:35.949560 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] For port 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=58b85173-4ea0-406b-b3ac-a75b5b6ef4e6,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:35.949908 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.017085 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Calling delete_port for 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 owned by network:router_gateway {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:36.026424 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] Set router 28d92839-06b0-410d-a018-50444fcd5c3f gateway port host: None {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:36.181374 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:16Z', 'updated_at': '2021-06-21T04:28:35Z', 'revision_number': 6, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'gw_port_host': None}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:36.203677 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.206141 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3cb50905-3b04-456f-ba71-787c51e400f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:36.207612 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85cad0-0196-469b-86d3-a3ec9d7f3f40 None None] The sync data for ids ['28d92839-06b0-410d-a018-50444fcd5c3f'] in dv-cinder-772623-10-smb is: [{'id': '28d92839-06b0-410d-a018-50444fcd5c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-2020682836-router', 'tenant_id': '8393899a0a7f43f895edc3fb8a009e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:16Z', 'updated_at': '2021-06-21T04:28:35Z', 'revision_number': 6, 'project_id': '8393899a0a7f43f895edc3fb8a009e80', 'gw_port_host': None}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:28:36.236761 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Pushing event deleted for resources: {'Port': ['ID=58b85173-4ea0-406b-b3ac-a75b5b6ef4e6,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:36.240698 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:36.254252 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 47a5985c-09f3-47a3-a4a2-f781ff8411dc no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:36.274829 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 47a5985c-09f3-47a3-a4a2-f781ff8411dc {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:36.275095 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 47a5985c-09f3-47a3-a4a2-f781ff8411dc not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:36.299059 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1012846'] for router_gateway, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.406902 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1036144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1349'] for router, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.409431 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.479151 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033249'] for router, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.480014 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28d92839-06b0-410d-a018-50444fcd5c3f {{(pid=92762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:28:36.488599 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Notify callbacks [] for router, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.492937 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] 10.222.0.22 "DELETE /v2.0/routers/28d92839-06b0-410d-a018-50444fcd5c3f HTTP/1.1" status: 204 len: 168 time: 0.8912721 Jun 21 04:28:36.493259 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45946) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:36.538316 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_v2 [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] Deleting subnet ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd {{(pid=92762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:28:36.541834 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.578523 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317831'] for subnet, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.622125 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.686914 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3377616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362448'] for subnet, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.689324 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:36.712706 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:36.715681 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:36.716643 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.718489 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ab15f441-818d-44dd-a7d1-9fc7a6ed5dcd HTTP/1.1" status: 204 len: 168 time: 0.2242126 Jun 21 04:28:36.721209 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45950) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:36.788746 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.871975 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.882957 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6aa173d-d802-45b7-9496-26ce31e991d6']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:36.893200 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c24ef0-0a02-4c20-90b2-135612fcd537') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:36.893484 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c24ef0-0a02-4c20-90b2-135612fcd537') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:36.901978 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.916226 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.922291 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:28:36.922586 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:28:36.924275 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:28:36.980406 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.984735 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9f08e09d-35ef-44c6-9e5e-ba77460a7736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:37.000458 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.002910 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] 10.222.0.22 "DELETE /v2.0/networks/b6aa173d-d802-45b7-9496-26ce31e991d6 HTTP/1.1" status: 204 len: 168 time: 0.2802808 Jun 21 04:28:37.003927 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Pushing event deleted for resources: {'Network': ['ID=b6aa173d-d802-45b7-9496-26ce31e991d6,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:37.009290 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:37.128730 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45956) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:37.170189 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-e4b0cd74-9c91-40f7-898e-221d0f8f079b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8393899a0a7f43f895edc3fb8a009e80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401440 Jun 21 04:28:37.173741 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45958) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:37.226635 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-540422c4-3e22-4c39-912f-7cd41a75ca27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.248597 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-540422c4-3e22-4c39-912f-7cd41a75ca27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.296438 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-540422c4-3e22-4c39-912f-7cd41a75ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.299056 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-540422c4-3e22-4c39-912f-7cd41a75ca27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.300255 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-540422c4-3e22-4c39-912f-7cd41a75ca27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f43f95d-8c7c-4f12-b473-bbf62b5020ff HTTP/1.1" status: 204 len: 168 time: 0.1253014 Jun 21 04:28:37.300997 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-e3959c43-feeb-4353-9921-f3afcd106929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:37.309344 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540422c4-3e22-4c39-912f-7cd41a75ca27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f43f95d-8c7c-4f12-b473-bbf62b5020ff,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:37.312016 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-540422c4-3e22-4c39-912f-7cd41a75ca27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:38.109112 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45986) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:38.126477 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device c1426865-ac4e-4a5d-8617-53d508532b42 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:38.154058 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: c1426865-ac4e-4a5d-8617-53d508532b42 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:38.154385 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device c1426865-ac4e-4a5d-8617-53d508532b42 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:38.154992 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:38.179459 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:38.179839 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 58b85173-4ea0-406b-b3ac-a75b5b6ef4e6 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:38.234574 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-network', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:38.260923 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Made reservation on behalf of 22c3acf73c9d439c81b4759eafb4238c for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:38.263383 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.272583 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.366751 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.372942 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.385107 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:28:38.387275 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-39cd79f5-81bc-427c-9962-8ac8a5c9a2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:38.410506 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.412089 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Added segment 0a64c215-fccf-4518-a9d1-95a7a6716e3c of type vlan for network df7fd5da-8d2f-40e6-8217-0ed88d019a94 Jun 21 04:28:38.429825 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f9454-b8f4-4baa-8602-57ba3fce4f2d,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:38.448641 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:38.462908 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.494097 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.495393 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:38.496003 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.498147 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:38.551051 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4396250 Jun 21 04:28:38.554051 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 45994) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:38.556385 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Pushing event updated for resources: {'Network': ['ID=df7fd5da-8d2f-40e6-8217-0ed88d019a94,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:38.559099 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:38.559314 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Request body: {'subnet': {'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-subnet', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:38.567064 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:28:38.582382 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Made reservation on behalf of 22c3acf73c9d439c81b4759eafb4238c for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:38.585224 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.773453 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.775998 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:38.804580 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4a954af5-ef86-49e3-9d67-262b5eab6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.841136 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc09a894-e373-4c55-8d9c-5d1adc20e383,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:38.846111 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:38.850546 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Checking segment: {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:38.850904 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Network hostable DHCP agents. Network: df7fd5da-8d2f-40e6-8217-0ed88d019a94, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:28:38.870827 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:28:38.880992 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, df7fd5da-8d2f-40e6-8217-0ed88d019a94) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:38.885149 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:38.885735 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.891273 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b790d74d-2c72-48e2-9037-37db9f47c3a1 None None] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:28:38.903876 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-07c7fa11-d4c3-4c45-b565-b4885fa414bd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3477697 Jun 21 04:28:38.907706 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 45998) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:38.912465 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:38.936202 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1036198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1371'] for router, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.937424 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1036251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1362'] for router, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.000747 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.042758 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89b7f11-cc33-5cc7-ba75-de15bce9f8cb-df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383'}]}} from dv-cinder-772623-10-smb. {{(pid=92763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:28:39.043730 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.196706 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Allocated IP 172.20.0.2 (df7fd5da-8d2f-40e6-8217-0ed88d019a94/bc09a894-e373-4c55-8d9c-5d1adc20e383/1e8479a4-b60c-49b8-9caf-4b8932115104) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:39.345852 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.354804 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Transition to ACTIVE for port object 1e8479a4-b60c-49b8-9caf-4b8932115104 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:39.360047 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1036116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1340'] for router, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.370656 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Transition to ACTIVE for port object 1e8479a4-b60c-49b8-9caf-4b8932115104 will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:39.377855 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.380044 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:39.421931 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:39.426526 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:39.431187 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:39.434074 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Pushing event updated for resources: {'Port': ['ID=1e8479a4-b60c-49b8-9caf-4b8932115104,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:39.437753 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:39.494016 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Attempting to bind port 1e8479a4-b60c-49b8-9caf-4b8932115104 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:39.494295 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Attempting to bind port 1e8479a4-b60c-49b8-9caf-4b8932115104 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:39.494648 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Attempting to bind port 1e8479a4-b60c-49b8-9caf-4b8932115104 on network df7fd5da-8d2f-40e6-8217-0ed88d019a94 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:39.499854 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:39.500236 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Checking segment: {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:39.500649 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.501053 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Bound using segment: {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:39.501559 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Bound port: 1e8479a4-b60c-49b8-9caf-4b8932115104, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:39.501980 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.563868 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] For port 1e8479a4-b60c-49b8-9caf-4b8932115104, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:39.566944 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] For port 1e8479a4-b60c-49b8-9caf-4b8932115104, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=1e8479a4-b60c-49b8-9caf-4b8932115104,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:39.574568 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.576610 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7c5e607d-4dac-4141-ac68-c3c3d05833c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:39.587639 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.609578 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.640086 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Pushing event updated for resources: {'Port': ['ID=1e8479a4-b60c-49b8-9caf-4b8932115104,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:39.643926 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:39.722524 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Allocated IP 172.28.0.246 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/3e8250ce-1a54-41bf-b41b-be494216cf92) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:39.854370 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.904780 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3377573'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.907646 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:39.950665 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:39.954335 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:39.957826 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:39.963293 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8250ce-1a54-41bf-b41b-be494216cf92,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:39.982111 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:40.147556 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 1e8479a4-b60c-49b8-9caf-4b8932115104 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:40.203962 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 1e8479a4-b60c-49b8-9caf-4b8932115104 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:40.220469 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:40.431172 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1036207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012787'] for router, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:40.562350 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Router 61f446f4-267b-4758-a8bf-162c9cf64ca4 is scheduled to L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 with binding_index 1 {{(pid=92762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:28:40.578131 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6734b692-0e94-4196-9692-a60f2c365602 None None] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:28:40.672863 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:28:40.691217 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Sync routers for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:28:40.691410 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:40.695138 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7841821 Jun 21 04:28:40.695614 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46008) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:40.724474 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:40.725142 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:40.727181 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-46005cfc-4519-45d9-831d-63d223f78d5c None None] Provisioning for port 1e8479a4-b60c-49b8-9caf-4b8932115104 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:40.777495 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-46005cfc-4519-45d9-831d-63d223f78d5c None None] Provisioning complete for port 1e8479a4-b60c-49b8-9caf-4b8932115104 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:40.777984 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-46005cfc-4519-45d9-831d-63d223f78d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:40.896959 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:41.052752 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-46005cfc-4519-45d9-831d-63d223f78d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.178322 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.265328 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-46005cfc-4519-45d9-831d-63d223f78d5c None None] For port 1e8479a4-b60c-49b8-9caf-4b8932115104, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=1e8479a4-b60c-49b8-9caf-4b8932115104,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:41.273553 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-46005cfc-4519-45d9-831d-63d223f78d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.276295 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:41.335184 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46005cfc-4519-45d9-831d-63d223f78d5c None None] Pushing event updated for resources: {'Port': ['ID=1e8479a4-b60c-49b8-9caf-4b8932115104,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:41.339061 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46005cfc-4519-45d9-831d-63d223f78d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:41.343695 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:40Z', 'revision_number': 3, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:41.363776 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Allocated IP 172.20.0.1 (df7fd5da-8d2f-40e6-8217-0ed88d019a94/bc09a894-e373-4c55-8d9c-5d1adc20e383/6850256e-7a7b-4fcf-bc86-5b07b4bf76be) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:41.374517 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Checking router: 61f446f4-267b-4758-a8bf-162c9cf64ca4 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:28:41.374875 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Updating router 61f446f4-267b-4758-a8bf-162c9cf64ca4 port 3e8250ce-1a54-41bf-b41b-be494216cf92 binding host dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:28:41.423549 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.447480 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-8bd3be93-f2f3-411c-aec5-6ed81d1f6553 None None] Provisioning complete for port 1e8479a4-b60c-49b8-9caf-4b8932115104 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:41.447991 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8bd3be93-f2f3-411c-aec5-6ed81d1f6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.492753 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.507846 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Transition to ACTIVE for port object 6850256e-7a7b-4fcf-bc86-5b07b4bf76be will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:41.550462 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.553816 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7b8e98d8-159b-4b02-b190-00590d0134ab tempest-VolumesNegativeTest-1841338817 tempest-VolumesNegativeTest-1841338817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:41.576196 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8436be45-ce91-464a-86ab-126646a59baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.590445 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:41.595796 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:41.603025 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:41.603562 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010716'] for router_interface, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.646537 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Pushing event updated for resources: {'Port': ['ID=6850256e-7a7b-4fcf-bc86-5b07b4bf76be,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:41.651118 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:41.773019 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.786188 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.799209 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Transition to ACTIVE for port object 3e8250ce-1a54-41bf-b41b-be494216cf92 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:41.805145 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.809630 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.814704 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:41.867107 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Attempting to bind port 3e8250ce-1a54-41bf-b41b-be494216cf92 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:41.867588 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Attempting to bind port 3e8250ce-1a54-41bf-b41b-be494216cf92 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:41.868053 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Attempting to bind port 3e8250ce-1a54-41bf-b41b-be494216cf92 on network b941b75c-3e79-4b47-a5c9-c341863e1176 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:41.875544 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763bd41-78b6-44bb-bc0f-495daeb22e03 None None] Pushing event updated for resources: {'Port': ['ID=3e8250ce-1a54-41bf-b41b-be494216cf92,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:41.878439 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:41.878947 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Checking segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:41.879365 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.879784 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Bound using segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:41.880240 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Bound port: 3e8250ce-1a54-41bf-b41b-be494216cf92, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:41.880630 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.882811 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9763bd41-78b6-44bb-bc0f-495daeb22e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:41.927855 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f4ca2d03-4bbe-40a6-9b8b-e9e22797d6c6 None None] Provisioning for port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:41.939638 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f4ca2d03-4bbe-40a6-9b8b-e9e22797d6c6 None None] Provisioning complete for port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:41.940059 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f4ca2d03-4bbe-40a6-9b8b-e9e22797d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.964625 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.968138 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] For port 3e8250ce-1a54-41bf-b41b-be494216cf92, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:41.975356 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.976250 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1011717'] for router_interface, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.979079 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-62c97ceb-ad6f-42e3-a710-71e96643cb98 tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:41.990636 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] For port 3e8250ce-1a54-41bf-b41b-be494216cf92, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=3e8250ce-1a54-41bf-b41b-be494216cf92,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:41.994905 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca2d03-4bbe-40a6-9b8b-e9e22797d6c6 None None] Port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:28:41.997555 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.999898 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:42.060569 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763bd41-78b6-44bb-bc0f-495daeb22e03 None None] Pushing event updated for resources: {'Port': ['ID=3e8250ce-1a54-41bf-b41b-be494216cf92,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:42.062994 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:42.063785 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:42.065718 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9763bd41-78b6-44bb-bc0f-495daeb22e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:42.077440 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Pushing event updated for resources: {'Port': ['ID=6850256e-7a7b-4fcf-bc86-5b07b4bf76be,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:42.080864 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:42.112137 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 1e8479a4-b60c-49b8-9caf-4b8932115104 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:42.119110 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:42.120589 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:42.212857 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 1e8479a4-b60c-49b8-9caf-4b8932115104 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:42.213236 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.246476 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:42.247604 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Router 61f446f4-267b-4758-a8bf-162c9cf64ca4 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:28:42.304279 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.368703 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:28:42.373819 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] 10.222.0.22 "PUT /v2.0/routers/61f446f4-267b-4758-a8bf-162c9cf64ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6770935 Jun 21 04:28:42.416140 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-ec3d424d-a71c-4907-a955-adb3a3e95185 None None] Provisioning complete for port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:42.416522 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ec3d424d-a71c-4907-a955-adb3a3e95185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.476348 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d424d-a71c-4907-a955-adb3a3e95185 None None] Port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:28:42.549309 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 2, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:42.577391 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a89fd8-6cc5-455a-9487-a317b479e0e7 None None] The sync data for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb is: [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 2, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:28:42.715048 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46032) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:42.720158 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-85ee395a-3e5e-46d3-9a02-85bc17903cec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869162929', 'description': 'tempest-description--1190311127'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:42.749220 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-85ee395a-3e5e-46d3-9a02-85bc17903cec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.868255 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-85ee395a-3e5e-46d3-9a02-85bc17903cec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.900414 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-85ee395a-3e5e-46d3-9a02-85bc17903cec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.903146 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c6a975f0-e215-4dd6-971f-adeecd600669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:42.929748 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-85ee395a-3e5e-46d3-9a02-85bc17903cec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.931706 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-85ee395a-3e5e-46d3-9a02-85bc17903cec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2149546 Jun 21 04:28:42.934405 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46034) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:42.939060 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee395a-3e5e-46d3-9a02-85bc17903cec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850cdcf9-4467-48f2-915d-dd354daa111f,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:42.940365 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-4d0c3879-9b6b-4159-851d-d163606c12d9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'security_group_rule': {'security_group_id': '850cdcf9-4467-48f2-915d-dd354daa111f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:42.951716 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-85ee395a-3e5e-46d3-9a02-85bc17903cec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:42.970666 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3879-9b6b-4159-851d-d163606c12d9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.040989 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3879-9b6b-4159-851d-d163606c12d9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.045822 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3879-9b6b-4159-851d-d163606c12d9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.050990 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f8b66537-afd0-44b0-a793-2f3b89dfdf1c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:43.068562 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c3879-9b6b-4159-851d-d163606c12d9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f784af3-0390-45cd-85ab-99b705ba2938,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:43.071463 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4d0c3879-9b6b-4159-851d-d163606c12d9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:43.073061 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3879-9b6b-4159-851d-d163606c12d9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.074367 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4d0c3879-9b6b-4159-851d-d163606c12d9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386659 Jun 21 04:28:43.077958 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46038) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:43.084745 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-01f572f7-408e-4021-868f-33ae8eb7e1a3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'security_group_rule': {'security_group_id': '850cdcf9-4467-48f2-915d-dd354daa111f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:43.110209 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-01f572f7-408e-4021-868f-33ae8eb7e1a3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.173218 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-01f572f7-408e-4021-868f-33ae8eb7e1a3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.179814 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-01f572f7-408e-4021-868f-33ae8eb7e1a3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.182233 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cabb0dcf-f5a9-4a0e-93b7-97166d55e1c5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:43.215975 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f572f7-408e-4021-868f-33ae8eb7e1a3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8f25ac-5e06-4984-8ca8-46260cbd9fca,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:43.220091 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-01f572f7-408e-4021-868f-33ae8eb7e1a3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.224538 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-01f572f7-408e-4021-868f-33ae8eb7e1a3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426723 Jun 21 04:28:43.224538 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-01f572f7-408e-4021-868f-33ae8eb7e1a3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:43.225105 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46040) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:43.229258 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'floatingip': {'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:43.257351 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.377041 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.509437 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Allocated IP 172.28.0.245 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/862e024e-1c61-4d55-a37c-4dda093fe82a) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:43.649253 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.698167 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3377573'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.700618 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:43.740915 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:43.743983 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:43.747382 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:43.770593 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'Port': ['ID=862e024e-1c61-4d55-a37c-4dda093fe82a,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:43.774648 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:43.845916 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:43.897560 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.065242 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for port, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.073439 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3377555'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.076144 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:44.146942 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 3e8250ce-1a54-41bf-b41b-be494216cf92 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:44.171565 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'Port': ['ID=862e024e-1c61-4d55-a37c-4dda093fe82a,revision_number=2']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:44.174342 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.177239 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:44.185275 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.191292 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.196455 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9704478 Jun 21 04:28:44.217417 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 3e8250ce-1a54-41bf-b41b-be494216cf92 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:44.221430 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 3e8250ce-1a54-41bf-b41b-be494216cf92 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:44.221815 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.308150 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.331371 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 3e8250ce-1a54-41bf-b41b-be494216cf92, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=3e8250ce-1a54-41bf-b41b-be494216cf92,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:44.337677 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.340157 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:44.361152 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-b41688da-e459-4ac8-b3d1-4d0b029698cf tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1869162929&fields=id&tenant_id=22c3acf73c9d439c81b4759eafb4238c HTTP/1.1" status: 200 len: 267 time: 0.0522323 Jun 21 04:28:44.388974 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=3e8250ce-1a54-41bf-b41b-be494216cf92,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:44.396780 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:44.478647 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-29dafe14-2a22-4272-ad13-65774d18495a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:44.484298 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-29dafe14-2a22-4272-ad13-65774d18495a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 817 time: 0.1160395 Jun 21 04:28:44.495857 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-f331b1db-cae5-41c1-b852-c54ff99d4d24 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/quotas/22c3acf73c9d439c81b4759eafb4238c HTTP/1.1" status: 200 len: 375 time: 0.0100157 Jun 21 04:28:44.572102 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-d67cb72f-9395-4839-8179-09b64262dcd4 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707636 Jun 21 04:28:44.637972 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Sync routers for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:28:44.647303 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:44.647994 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:44.677498 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-8bed4c54-1cc4-495f-a8a8-8e74c7d965d4 service neutron] 10.222.0.22 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898299 Jun 21 04:28:44.766157 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:44.778810 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-5491ac11-81ce-4ccc-bb3e-2a4de718943d service neutron] 10.222.0.22 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953350 Jun 21 04:28:44.968461 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9760b6fc-5e4d-48d0-920d-1ae0106cee8f req-92af4863-5fcd-48fe-9d23-8c3c0777f82e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 210 time: 0.0415976 Jun 21 04:28:44.979496 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 2, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:45.015287 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Checking router: 61f446f4-267b-4758-a8bf-162c9cf64ca4 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:28:45.015649 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Updating router 61f446f4-267b-4758-a8bf-162c9cf64ca4 port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be binding host dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:28:45.055015 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.339615 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.357300 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Transition to ACTIVE for port object 6850256e-7a7b-4fcf-bc86-5b07b4bf76be will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:45.369941 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.373206 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-97465a92-c363-4bff-89a3-dd07db4c5b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:45.443085 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Pushing event updated for resources: {'Port': ['ID=6850256e-7a7b-4fcf-bc86-5b07b4bf76be,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:45.454490 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.454825 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.455405 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.455942 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.456443 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.456923 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.457249 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.457569 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.457910 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.458228 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.458541 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.458854 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:45.482387 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:45.523690 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Attempting to bind port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:45.523968 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Attempting to bind port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:45.524548 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Attempting to bind port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be on network df7fd5da-8d2f-40e6-8217-0ed88d019a94 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:45.544853 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:45.545291 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Checking segment: {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:45.545851 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.546596 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Bound using segment: {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:45.547242 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Bound port: 6850256e-7a7b-4fcf-bc86-5b07b4bf76be, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:45.548049 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.615092 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] For port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:45.618113 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] For port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=6850256e-7a7b-4fcf-bc86-5b07b4bf76be,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:45.625995 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.642510 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:45.692055 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:45.692688 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:45.759752 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Pushing event updated for resources: {'Port': ['ID=6850256e-7a7b-4fcf-bc86-5b07b4bf76be,revision_number=4']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:45.787155 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:45.819474 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:46.029457 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:45Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:46.055865 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9733958-0f5d-4405-ab7b-00ee4d17ae7a None None] The sync data for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb is: [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:45Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:28:46.128277 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-eae5e239-6e46-4d14-a04e-7dca85b63c11 req-b961c075-af66-431d-b95c-5d0df0923a16 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 210 time: 0.0445549 Jun 21 04:28:46.130448 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 3e8250ce-1a54-41bf-b41b-be494216cf92 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:46.182714 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 3e8250ce-1a54-41bf-b41b-be494216cf92 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:46.183084 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.275208 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 6850256e-7a7b-4fcf-bc86-5b07b4bf76be up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:46.328495 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:46.333535 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:46.334248 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.428602 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.446461 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-7e59b133-1ac7-4163-bb27-3d9a259128eb tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:46.448940 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-7e59b133-1ac7-4163-bb27-3d9a259128eb tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 817 time: 0.1207685 Jun 21 04:28:46.488136 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=6850256e-7a7b-4fcf-bc86-5b07b4bf76be,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:46.495649 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.501986 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-7c5e607d-4dac-4141-ac68-c3c3d05833c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:46.506900 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-5aa32d2a-bc1c-4080-88b6-6f2dfc1a6aad tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22c3acf73c9d439c81b4759eafb4238c HTTP/1.1" status: 200 len: 380 time: 0.0412002 Jun 21 04:28:46.518434 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'port': {'device_id': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'admin_state_up': True, 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'security_groups': ['850cdcf9-4467-48f2-915d-dd354daa111f']}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:46.553017 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=6850256e-7a7b-4fcf-bc86-5b07b4bf76be,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:46.563383 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:46.645059 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Made reservation on behalf of 22c3acf73c9d439c81b4759eafb4238c for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:28:46.648599 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:46.657967 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.025473 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Allocated IP 172.20.0.4 (df7fd5da-8d2f-40e6-8217-0ed88d019a94/bc09a894-e373-4c55-8d9c-5d1adc20e383/5b34881d-a49c-4823-b18f-f443c646f4ef) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:28:47.162627 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.176323 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Transition to ACTIVE for port object 5b34881d-a49c-4823-b18f-f443c646f4ef will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:47.211729 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.215794 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8fb68d4a-b49f-4f90-b0d3-cde0b807d047 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:47.295249 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:28:47.304808 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:28:47.309585 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:47.311950 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:28:47.317854 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:47.318660 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.322798 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:47.348270 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340962 Jun 21 04:28:47.369649 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd38eea-ca9a-49ce-93bb-bf6484529522 req-3e2b077d-77b8-4c15-b364-21d0fc0b1cce tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:47.371033 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0dd38eea-ca9a-49ce-93bb-bf6484529522 req-3e2b077d-77b8-4c15-b364-21d0fc0b1cce tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 931 time: 0.1265574 Jun 21 04:28:47.376730 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Request body: {'port': {'device_id': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:47.445346 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0dd38eea-ca9a-49ce-93bb-bf6484529522 req-73a919d9-f956-4cc8-b01e-62835eda0cab tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657535 Jun 21 04:28:47.480556 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.608575 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f650c18e-ea34-4f8b-b4f3-5442a2301774 None None] Provisioning for port 5b34881d-a49c-4823-b18f-f443c646f4ef completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:47.613670 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f650c18e-ea34-4f8b-b4f3-5442a2301774 None None] Provisioning complete for port 5b34881d-a49c-4823-b18f-f443c646f4ef triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:47.614048 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f650c18e-ea34-4f8b-b4f3-5442a2301774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.651021 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-f650c18e-ea34-4f8b-b4f3-5442a2301774 None None] Port 5b34881d-a49c-4823-b18f-f443c646f4ef cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:28:47.769015 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b34881d-a49c-4823-b18f-f443c646f4ef {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:28:47.777134 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.790274 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Transition to ACTIVE for port object 5b34881d-a49c-4823-b18f-f443c646f4ef will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:28:47.795895 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.798244 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:47.870878 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:47.875468 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:47.910541 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Attempting to bind port 5b34881d-a49c-4823-b18f-f443c646f4ef on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:28:47.910874 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Attempting to bind port 5b34881d-a49c-4823-b18f-f443c646f4ef by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:28:47.911234 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Attempting to bind port 5b34881d-a49c-4823-b18f-f443c646f4ef on network df7fd5da-8d2f-40e6-8217-0ed88d019a94 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:47.916136 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Port 5b34881d-a49c-4823-b18f-f443c646f4ef on network df7fd5da-8d2f-40e6-8217-0ed88d019a94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:28:47.916465 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Attempting to bind port 5b34881d-a49c-4823-b18f-f443c646f4ef on network df7fd5da-8d2f-40e6-8217-0ed88d019a94 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:28:47.921665 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:28:47.921998 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Checking segment: {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:28:47.922497 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Bound using segment: {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:28:47.922795 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Bound port: 5b34881d-a49c-4823-b18f-f443c646f4ef, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:28:47.923140 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.992399 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:28:47.995524 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:28:48.002710 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.005000 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:48.035407 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:48.036576 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.037939 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] 10.222.0.44 "PUT /v2.0/ports/5b34881d-a49c-4823-b18f-f443c646f4ef HTTP/1.1" status: 200 len: 1093 time: 0.6659188 Jun 21 04:28:48.040180 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:48.042545 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29713b73-0287-454e-8a67-49edf0cb2741" -d '{"events": [{"name": "network-changed", "server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:48.081763 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:48.092842 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:48.101832 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3548bbc2-0cdd-4d58-ab16-cb1deeb1f930 x-openstack-request-id: req-3548bbc2-0cdd-4d58-ab16-cb1deeb1f930 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:48.102177 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:48.102458 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3548bbc2-0cdd-4d58-ab16-cb1deeb1f930 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:48.102886 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'status': 'completed', 'code': 200} Jun 21 04:28:48.113522 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 6850256e-7a7b-4fcf-bc86-5b07b4bf76be up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:48.163559 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:48.163981 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:48.183485 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-6ae10d6c-505a-482c-8561-dc782ab88ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:48.185170 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-6ae10d6c-505a-482c-8561-dc782ab88ea5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 1096 time: 0.0562713 Jun 21 04:28:48.259859 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-1cf4b0d4-8644-4949-b574-bb67a2b47538 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b34881d-a49c-4823-b18f-f443c646f4ef HTTP/1.1" status: 200 len: 217 time: 0.0428152 Jun 21 04:28:48.334226 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-2849ec1a-76eb-4484-a3bd-7767bde5b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:48.335701 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-2849ec1a-76eb-4484-a3bd-7767bde5b3a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0461185 Jun 21 04:28:48.421872 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-a6ea7f8e-2796-416a-87d2-6b57e59077de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:48.423347 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-a6ea7f8e-2796-416a-87d2-6b57e59077de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0569658 Jun 21 04:28:48.519879 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-414c0f66-c404-41f2-9ca2-1c05813a551b service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878448 Jun 21 04:28:48.650470 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e91a7b19-7685-4e60-aeaa-d6373c9f5a52 req-e57d43d1-0584-4198-9a5a-9a6cac792702 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225102 Jun 21 04:28:48.666132 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5e698-a8b6-4451-98bd-1f59e05bd480 req-12faa644-8910-46c7-8d19-bc742aa59e73 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:48.667559 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7c5e698-a8b6-4451-98bd-1f59e05bd480 req-12faa644-8910-46c7-8d19-bc742aa59e73 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0979798 Jun 21 04:28:48.707821 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7c5e698-a8b6-4451-98bd-1f59e05bd480 req-e66f9eb4-efe9-4190-a837-36e723391392 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340548 Jun 21 04:28:48.821460 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29713b73-0287-454e-8a67-49edf0cb2741 req-8d083147-d10d-4568-ba47-fe4ad7dbb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:48.822296 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-29713b73-0287-454e-8a67-49edf0cb2741 req-8d083147-d10d-4568-ba47-fe4ad7dbb547 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 1096 time: 0.0591116 Jun 21 04:28:48.917454 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29713b73-0287-454e-8a67-49edf0cb2741 req-1bbb5e80-dee1-4b63-9454-34ba9cb49cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:48.918799 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-29713b73-0287-454e-8a67-49edf0cb2741 req-1bbb5e80-dee1-4b63-9454-34ba9cb49cd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0901046 Jun 21 04:28:48.961933 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-29713b73-0287-454e-8a67-49edf0cb2741 req-af07c19c-74c0-4254-b2e6-5726410959f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b34881d-a49c-4823-b18f-f443c646f4ef HTTP/1.1" status: 200 len: 217 time: 0.0357935 Jun 21 04:28:49.010587 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29713b73-0287-454e-8a67-49edf0cb2741 req-cdb06e1f-0d20-4652-9e5b-2cc0044332a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:49.012059 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-29713b73-0287-454e-8a67-49edf0cb2741 req-cdb06e1f-0d20-4652-9e5b-2cc0044332a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0438015 Jun 21 04:28:49.076067 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29713b73-0287-454e-8a67-49edf0cb2741 req-f0a862e0-d03d-4471-94ec-8e6f295690fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:49.077870 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-29713b73-0287-454e-8a67-49edf0cb2741 req-f0a862e0-d03d-4471-94ec-8e6f295690fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0585780 Jun 21 04:28:49.186369 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-29713b73-0287-454e-8a67-49edf0cb2741 req-0f57dd3d-21ec-4042-85fd-95610dd5fe96 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937881 Jun 21 04:28:49.281756 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-29713b73-0287-454e-8a67-49edf0cb2741 req-0540dacf-ea64-4260-97cf-e82541836087 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880408 Jun 21 04:28:49.908837 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33e98d-b78d-4e22-b485-6536a5a36a06 req-42031233-1a37-42e4-a5f7-df879bf15066 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:49.910124 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9a33e98d-b78d-4e22-b485-6536a5a36a06 req-42031233-1a37-42e4-a5f7-df879bf15066 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0777559 Jun 21 04:28:49.948047 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9a33e98d-b78d-4e22-b485-6536a5a36a06 req-dc0c9327-94c6-4330-a2ca-719715bab610 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320802 Jun 21 04:28:51.145449 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe63f0-d1af-4a02-8fd1-90651e21d5d0 req-d3fba420-29fc-449d-905d-bc3c1ac722e4 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:51.146922 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1cfe63f0-d1af-4a02-8fd1-90651e21d5d0 req-d3fba420-29fc-449d-905d-bc3c1ac722e4 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0806329 Jun 21 04:28:51.189547 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1cfe63f0-d1af-4a02-8fd1-90651e21d5d0 req-c11dc01d-3d73-4af2-b00f-8197d30864ec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339601 Jun 21 04:28:52.362291 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:28:52.382123 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c407c-6ea9-4d26-a525-b6ccf4cf9bd7 req-4a2b8eb7-f67e-4319-90e5-bd5d0ab2d52b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:52.384390 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b24c407c-6ea9-4d26-a525-b6ccf4cf9bd7 req-4a2b8eb7-f67e-4319-90e5-bd5d0ab2d52b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0667906 Jun 21 04:28:52.425809 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b24c407c-6ea9-4d26-a525-b6ccf4cf9bd7 req-c9df6fcb-7b43-43e4-b2bf-0d450985607b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351217 Jun 21 04:28:52.460249 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:52.471501 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'port_id': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'mac_address': 'fa:16:3e:b2:cf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:28:52.509687 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.522821 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b34881d-a49c-4823-b18f-f443c646f4ef {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:28:52.543167 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:52.548852 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.550688 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:52.596405 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:52.599740 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:53.006601 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['5b34881d-a49c-4823-b18f-f443c646f4ef'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:53.613564 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd722f-ffaa-4521-9bdc-d36af33ecd25 req-78463371-8988-47e6-b411-9a6939eafa38 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:53.615042 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e4dd722f-ffaa-4521-9bdc-d36af33ecd25 req-78463371-8988-47e6-b411-9a6939eafa38 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 944 time: 0.0696449 Jun 21 04:28:53.882221 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e4dd722f-ffaa-4521-9bdc-d36af33ecd25 req-a5c5896b-47f1-4be5-8ea0-1d1636bd4dc3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613149 Jun 21 04:28:54.397961 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:54.456899 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 5b34881d-a49c-4823-b18f-f443c646f4ef completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:28:54.462073 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 5b34881d-a49c-4823-b18f-f443c646f4ef triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:54.462452 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:54.544391 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:54.567704 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:54.570241 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe9c904-5535-4f61-ba27-a5c673906ecb" -d '{"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-plugged", "status": "completed", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:54.584592 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:54.591912 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:54.594068 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-0b7d0a96-f274-4eed-b6a9-99bb293aa08d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:54.626612 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7f62a3-bd30-4c02-9e4c-9e263fffc436 x-openstack-request-id: req-ef7f62a3-bd30-4c02-9e4c-9e263fffc436 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:54.626612 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-plugged", "status": "completed", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:54.626612 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef7f62a3-bd30-4c02-9e4c-9e263fffc436 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:54.626612 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'code': 200} Jun 21 04:28:54.646595 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:54.650301 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:54.918595 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7593df-1037-49df-abe3-35e4b288f456 req-4d18a3bb-dcf2-487f-94dc-1e9e81e05a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:54.920120 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-db7593df-1037-49df-abe3-35e4b288f456 req-4d18a3bb-dcf2-487f-94dc-1e9e81e05a6d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 1098 time: 0.0569251 Jun 21 04:28:54.959242 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-db7593df-1037-49df-abe3-35e4b288f456 req-7f8ba7c9-8a87-4bb1-8832-c2138740a2b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303206 Jun 21 04:28:55.071617 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae28480-5feb-4046-8f26-a412a62863c8 req-e5821468-7ae2-4755-a3bf-e18f700d7af0 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:55.073086 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bae28480-5feb-4046-8f26-a412a62863c8 req-e5821468-7ae2-4755-a3bf-e18f700d7af0 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0635417 Jun 21 04:28:55.111417 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bae28480-5feb-4046-8f26-a412a62863c8 req-654770d0-5ea0-49b0-a12d-61ff60a76e99 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 Jun 21 04:28:55.219030 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfaac3-3fe6-4147-ad6a-bb980e8ab847 req-c5210372-56b9-4041-b0c4-af74e406b53f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:55.220540 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1dfaac3-3fe6-4147-ad6a-bb980e8ab847 req-c5210372-56b9-4041-b0c4-af74e406b53f tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.0684266 Jun 21 04:28:55.262719 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c1dfaac3-3fe6-4147-ad6a-bb980e8ab847 req-2354abaf-e97a-4d4b-be19-786e753bfd1c tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335319 Jun 21 04:28:56.302268 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1ad20-1980-46cc-b715-92ea930405bb req-849c89ec-3eb1-4e73-ab81-16cad67556fe tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:56.303782 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-24e1ad20-1980-46cc-b715-92ea930405bb req-849c89ec-3eb1-4e73-ab81-16cad67556fe tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0702276 Jun 21 04:28:56.345317 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-24e1ad20-1980-46cc-b715-92ea930405bb req-39d92a43-dc2e-472f-b883-cd19dd4b9f80 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349338 Jun 21 04:28:56.447161 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd1c7a-c5af-4627-b690-3b8f2d8c7f41 req-b15ab107-1672-435f-9446-f391c98c4f61 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:56.448671 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-79fd1c7a-c5af-4627-b690-3b8f2d8c7f41 req-b15ab107-1672-435f-9446-f391c98c4f61 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.0682168 Jun 21 04:28:56.492401 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-79fd1c7a-c5af-4627-b690-3b8f2d8c7f41 req-f3efa4cf-9f6a-4319-ac5d-4f02997001d7 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 Jun 21 04:28:57.535226 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2873f65-8a5e-4a19-b224-26dcf11d3f29 req-8c248d0f-914e-4ac5-a5f1-c16bc061eb3e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:57.536798 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f2873f65-8a5e-4a19-b224-26dcf11d3f29 req-8c248d0f-914e-4ac5-a5f1-c16bc061eb3e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0705130 Jun 21 04:28:57.576806 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f2873f65-8a5e-4a19-b224-26dcf11d3f29 req-7a915433-5f54-48a1-ab99-c2d1b2107230 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339251 Jun 21 04:28:57.665246 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bba5a-58a4-4d48-9965-c16424615107 req-82ca607b-dc6e-4ff3-bf55-2132bd30d8c2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:57.666630 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e92bba5a-58a4-4d48-9965-c16424615107 req-82ca607b-dc6e-4ff3-bf55-2132bd30d8c2 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.0628514 Jun 21 04:28:57.704980 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e92bba5a-58a4-4d48-9965-c16424615107 req-29bd0d9d-7633-43e0-ad3b-00a6ff6bf8ea tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jun 21 04:28:57.755892 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6910c-d2c9-4b96-9a11-3184a307c111 req-844be957-283f-4309-ba99-d8bac756534d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:57.757449 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-73a6910c-d2c9-4b96-9a11-3184a307c111 req-844be957-283f-4309-ba99-d8bac756534d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0704200 Jun 21 04:28:57.766255 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46204) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:57.771054 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-7da9bb1e-6f17-447e-a54b-94a51e25d1e2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'floatingip': {'port_id': '5b34881d-a49c-4823-b18f-f443c646f4ef'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:28:57.850629 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7da9bb1e-6f17-447e-a54b-94a51e25d1e2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.324409 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7da9bb1e-6f17-447e-a54b-94a51e25d1e2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.329942 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7da9bb1e-6f17-447e-a54b-94a51e25d1e2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.427684 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.l3_db [None req-7da9bb1e-6f17-447e-a54b-94a51e25d1e2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Floating IP 3906a651-724a-4b43-ba1a-2b746cddd3b1 associated. External IP: 172.28.0.245, port: 5b34881d-a49c-4823-b18f-f443c646f4ef. Jun 21 04:28:58.645367 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da9bb1e-6f17-447e-a54b-94a51e25d1e2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Router 61f446f4-267b-4758-a8bf-162c9cf64ca4 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:28:58.755083 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da9bb1e-6f17-447e-a54b-94a51e25d1e2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:28:58.760060 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7da9bb1e-6f17-447e-a54b-94a51e25d1e2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.765055 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] Sync routers for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:28:58.775517 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:58.776154 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:58.796296 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-7da9bb1e-6f17-447e-a54b-94a51e25d1e2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "PUT /v2.0/floatingips/3906a651-724a-4b43-ba1a-2b746cddd3b1 HTTP/1.1" status: 200 len: 991 time: 1.0289330 Jun 21 04:28:58.797258 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef'}] {{(pid=92762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:58.799732 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1f0264e5c4948df9d2e6d758a1c4e95ddc8eb98f9bbf346be2c5c524a3645e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dcdb07-d748-4f04-920d-a47e94310998" -d '{"events": [{"name": "network-changed", "server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef"}]}' {{(pid=92762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:58.886037 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d166-c7c3-48b7-88ee-b12119fe1e13 req-17adb44e-4670-4df5-ac3b-0c2ba1533530 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:58.887566 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9c93d166-c7c3-48b7-88ee-b12119fe1e13 req-17adb44e-4670-4df5-ac3b-0c2ba1533530 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.0650408 Jun 21 04:28:58.895093 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:58.925275 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9c93d166-c7c3-48b7-88ee-b12119fe1e13 req-9491cea6-5ca4-43b9-84c5-c7ed15daf5c6 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Jun 21 04:28:58.973638 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494fa2e2-ad9f-4636-968a-345169ad8495 x-openstack-request-id: req-494fa2e2-ad9f-4636-968a-345169ad8495 {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:58.973986 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef", "status": "completed", "code": 200}]} {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:58.974284 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-494fa2e2-ad9f-4636-968a-345169ad8495 {{(pid=92762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:58.974717 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'status': 'completed', 'code': 200} Jun 21 04:28:59.092106 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcdb07-d748-4f04-920d-a47e94310998 req-97dd1ffd-ff2b-4f0e-a2d6-b5269028e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:59.093644 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-02dcdb07-d748-4f04-920d-a47e94310998 req-97dd1ffd-ff2b-4f0e-a2d6-b5269028e903 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 1098 time: 0.0585287 Jun 21 04:28:59.168202 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': '3906a651-724a-4b43-ba1a-2b746cddd3b1', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'floating_ip_address': '172.28.0.245', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'port_id': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'mac_address': 'fa:16:3e:b2:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:28:43Z', 'updated_at': '2021-06-21T04:28:58Z', 'revision_number': 1, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:59.183834 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcdb07-d748-4f04-920d-a47e94310998 req-41b25cc6-5108-45a9-9b0b-10927b25d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:59.185206 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-02dcdb07-d748-4f04-920d-a47e94310998 req-41b25cc6-5108-45a9-9b0b-10927b25d3d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0830398 Jun 21 04:28:59.193921 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] Checking router: 61f446f4-267b-4758-a8bf-162c9cf64ca4 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:28:59.202922 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:28:59.203534 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:28:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:59.255822 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-02dcdb07-d748-4f04-920d-a47e94310998 req-51cee10a-b7ff-4e90-8895-92c9fc0d36b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b34881d-a49c-4823-b18f-f443c646f4ef HTTP/1.1" status: 200 len: 999 time: 0.0627546 Jun 21 04:28:59.305935 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcdb07-d748-4f04-920d-a47e94310998 req-6c8c53eb-493e-4437-9987-415f7e1f716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:59.307203 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:28:59.307379 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-02dcdb07-d748-4f04-920d-a47e94310998 req-6c8c53eb-493e-4437-9987-415f7e1f716a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0442135 Jun 21 04:28:59.390751 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcdb07-d748-4f04-920d-a47e94310998 req-dd7f6e2d-bc4b-4c65-ab00-1c548be5fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:59.392580 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-02dcdb07-d748-4f04-920d-a47e94310998 req-dd7f6e2d-bc4b-4c65-ab00-1c548be5fcc7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0681853 Jun 21 04:28:59.493012 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-02dcdb07-d748-4f04-920d-a47e94310998 req-3ae358cc-ff9a-4629-86ec-334b4136139e service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925059 Jun 21 04:28:59.565048 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': '3906a651-724a-4b43-ba1a-2b746cddd3b1', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'floating_ip_address': '172.28.0.245', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'port_id': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'mac_address': 'fa:16:3e:b2:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:28:43Z', 'updated_at': '2021-06-21T04:28:58Z', 'revision_number': 1, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:59.592228 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882ff48-8940-47da-845a-45a721afedb1 None None] The sync data for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb is: [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': '3906a651-724a-4b43-ba1a-2b746cddd3b1', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'floating_ip_address': '172.28.0.245', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'port_id': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'mac_address': 'fa:16:3e:b2:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:28:43Z', 'updated_at': '2021-06-21T04:28:58Z', 'revision_number': 1, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:28:59.601825 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-02dcdb07-d748-4f04-920d-a47e94310998 req-17bc9691-9237-4358-91e6-b5441340b0ca service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909810 Jun 21 04:28:59.798400 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866f23c-45c9-46ee-acec-2202621ba444 None None] New status for floating IP 3906a651-724a-4b43-ba1a-2b746cddd3b1: ACTIVE {{(pid=92764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:29:00.105973 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c6b17-4d4f-4a11-86ba-52f8b59199ce req-05286d40-54e5-467a-a645-f9fc40666047 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:00.107351 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f91c6b17-4d4f-4a11-86ba-52f8b59199ce req-05286d40-54e5-467a-a645-f9fc40666047 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.0652390 Jun 21 04:29:00.148624 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f91c6b17-4d4f-4a11-86ba-52f8b59199ce req-e517718b-b568-459e-9216-3cc8efaf7734 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330570 Jun 21 04:29:01.244339 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-be308fb2-5f98-41b8-b21f-3443cfd8fc7b tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:01.245820 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-be308fb2-5f98-41b8-b21f-3443cfd8fc7b tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.0716970 Jun 21 04:29:01.392151 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975b19-11f8-4d8a-825f-4efd602188c7 req-f1c5b4dc-9bc6-48a9-a16d-43ebdea718b9 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:01.393657 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-51975b19-11f8-4d8a-825f-4efd602188c7 req-f1c5b4dc-9bc6-48a9-a16d-43ebdea718b9 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c657ba5-8c5a-4aca-b225-fe898773f7c9 HTTP/1.1" status: 200 len: 945 time: 0.1231792 Jun 21 04:29:01.419229 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Deleting port 6e56819e-3fae-4393-a60e-502e7f5da0e7 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:01.419455 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.479150 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-51975b19-11f8-4d8a-825f-4efd602188c7 req-1f6b0858-8550-481c-a00e-036ec8523181 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde09950-f1d1-4d67-a9d6-2b897710ade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776522 Jun 21 04:29:01.532040 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] For port 6e56819e-3fae-4393-a60e-502e7f5da0e7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6e56819e-3fae-4393-a60e-502e7f5da0e7,segment=NetworkSegment(75dca9dd-8d9e-48b9-8301-3c43bb6d5681),segment_id=75dca9dd-8d9e-48b9-8301-3c43bb6d5681)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:01.532415 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.600496 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Calling delete_port for 6e56819e-3fae-4393-a60e-502e7f5da0e7 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:01.736315 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.740912 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1b8f7d67-85de-4838-8704-b091e9961df1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:01.766612 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Pushing event deleted for resources: {'Port': ['ID=6e56819e-3fae-4393-a60e-502e7f5da0e7,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:01.769070 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:01.782074 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['6e56819e-3fae-4393-a60e-502e7f5da0e7'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:01.818503 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] No DVR routers for this DVR port 6e56819e-3fae-4393-a60e-502e7f5da0e7 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:29:01.821041 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46248) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:01.821591 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.823203 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d2c697a5-863a-4553-b896-1c3dd2a26f48 req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] 10.222.0.44 "DELETE /v2.0/ports/6e56819e-3fae-4393-a60e-502e7f5da0e7 HTTP/1.1" status: 204 len: 173 time: 0.5596688 Jun 21 04:29:01.823693 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c657ba5-8c5a-4aca-b225-fe898773f7c9', 'name': 'network-vif-deleted', 'tag': '6e56819e-3fae-4393-a60e-502e7f5da0e7'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:01.826082 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea7e48e-74c8-45d1-9e66-318b6dfde54b" -d '{"events": [{"server_uuid": "3c657ba5-8c5a-4aca-b225-fe898773f7c9", "name": "network-vif-deleted", "tag": "6e56819e-3fae-4393-a60e-502e7f5da0e7"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:01.872816 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68eeb3a-2269-4497-8cb8-aecac274fed6 x-openstack-request-id: req-e68eeb3a-2269-4497-8cb8-aecac274fed6 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:01.873151 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c657ba5-8c5a-4aca-b225-fe898773f7c9", "name": "network-vif-deleted", "tag": "6e56819e-3fae-4393-a60e-502e7f5da0e7", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:01.873460 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e68eeb3a-2269-4497-8cb8-aecac274fed6 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:01.873860 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c657ba5-8c5a-4aca-b225-fe898773f7c9', 'name': 'network-vif-deleted', 'tag': '6e56819e-3fae-4393-a60e-502e7f5da0e7', 'status': 'completed', 'code': 200} Jun 21 04:29:01.931697 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7ebc34de-8221-4d08-a5cf-d07ab551b32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.022762 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7ebc34de-8221-4d08-a5cf-d07ab551b32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.028106 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7ebc34de-8221-4d08-a5cf-d07ab551b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.030739 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-00a0e6e6-ad45-4b26-b3b1-f0bcafb0544a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:02.070518 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-7ebc34de-8221-4d08-a5cf-d07ab551b32c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6ce47b4e96543e9a104bec270e6b15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483885 Jun 21 04:29:02.071592 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc34de-8221-4d08-a5cf-d07ab551b32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef41543a-7a31-4827-be33-4b455da605f7,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:02.073272 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46254) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:02.074689 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7ebc34de-8221-4d08-a5cf-d07ab551b32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:02.127498 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-eb5b22ba-61e0-4ee0-a6e5-f48ae25b4729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.148280 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-eb5b22ba-61e0-4ee0-a6e5-f48ae25b4729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.196927 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-eb5b22ba-61e0-4ee0-a6e5-f48ae25b4729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.200827 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-eb5b22ba-61e0-4ee0-a6e5-f48ae25b4729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:02.202704 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-eb5b22ba-61e0-4ee0-a6e5-f48ae25b4729 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef41543a-7a31-4827-be33-4b455da605f7 HTTP/1.1" status: 204 len: 168 time: 0.1284692 Jun 21 04:29:02.203444 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-cc5d957c-e9a9-4e8b-ab6d-ed1ff93da7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:02.211010 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b22ba-61e0-4ee0-a6e5-f48ae25b4729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef41543a-7a31-4827-be33-4b455da605f7,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:02.213411 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-eb5b22ba-61e0-4ee0-a6e5-f48ae25b4729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:04.416337 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 6e56819e-3fae-4393-a60e-502e7f5da0e7 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:04.447829 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 6e56819e-3fae-4393-a60e-502e7f5da0e7 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:04.448177 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 6e56819e-3fae-4393-a60e-502e7f5da0e7 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:08.799051 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-80f41f7c-8ad3-4f6b-bc8e-a69a2c6d8f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.475064 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:29:11.531559 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ecdf36bf-891b-4f11-b5ca-498db7ce0966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.791414 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.290695 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:14.152164 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:16.658388 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:21.898215 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46416) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:21.944179 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] Deleting subnet 06874bcf-9c4d-4969-8ffe-fbf0329df450 {{(pid=92762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:29:21.947262 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:21.990377 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317831'] for subnet, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.032203 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.089281 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3377616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362448'] for subnet, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.092139 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-012c5ed7-676c-4cc3-8b0f-9be8b772ece7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:22.114736 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06874bcf-9c4d-4969-8ffe-fbf0329df450,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:22.117463 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:22.120561 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.122942 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/06874bcf-9c4d-4969-8ffe-fbf0329df450 HTTP/1.1" status: 204 len: 168 time: 0.2232089 Jun 21 04:29:22.125143 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46418) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:22.194215 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.280289 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.290980 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.291338 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.292119 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.292441 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > port after_create 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.292791 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.293131 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > port after_update 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.293442 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.293746 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.294073 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.294404 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.362316 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.362666 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.362987 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.363313 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:29:22.363674 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61598050-2950-494b-a900-71ed0517bdea']}} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:22.381658 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dca9dd-8d9e-48b9-8301-3c43bb6d5681') {'for_net_delete': True} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:22.381943 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dca9dd-8d9e-48b9-8301-3c43bb6d5681') {} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:22.398561 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58916828'] for segment, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.421982 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.430995 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=92761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:29:22.431375 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58916212'] for segment, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: from cryptography.utils import int_from_bytes Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: from cryptography.utils import int_from_bytes Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.435287 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: Traceback (most recent call last): Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: timer() Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: cb(*args, **kw) Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: return func(*args, **kwargs) Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: self._notify() Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: self.callback(batched_events) Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: event.method(event) Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: return f(self, *a, **k) Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: return self._get(url).json() Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: return self.request(url, 'GET', **kwargs) Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:29:22.438905 dv-cinder-772623-10-smb neutron-server[92761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:29:22.734652 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.739703 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:22.743768 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:22.745806 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] 10.222.0.22 "DELETE /v2.0/networks/61598050-2950-494b-a900-71ed0517bdea HTTP/1.1" status: 204 len: 168 time: 0.6195550 Jun 21 04:29:22.755880 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=61598050-2950-494b-a900-71ed0517bdea,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:22.763351 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.763805 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.764166 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.764521 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.764873 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.765219 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.765565 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.765987 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.766234 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.766574 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.766914 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.767334 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:22.770493 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-4a3ed320-f7d4-4257-baf4-ad7b4f437e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:22.909967 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46424) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:22.953841 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-9bd0401c-e479-4244-9b92-56c7b668ebc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2202210b927d41d2955f03f2e2e634b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426464 Jun 21 04:29:22.957044 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46426) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:23.006204 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-20be5ecd-0b1d-44f6-887e-415c30fef6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.028433 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-20be5ecd-0b1d-44f6-887e-415c30fef6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.082210 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-20be5ecd-0b1d-44f6-887e-415c30fef6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.084829 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-20be5ecd-0b1d-44f6-887e-415c30fef6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.085978 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-20be5ecd-0b1d-44f6-887e-415c30fef6b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fde09950-f1d1-4d67-a9d6-2b897710ade2 HTTP/1.1" status: 204 len: 168 time: 0.1280823 Jun 21 04:29:23.086718 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1d9685c9-697c-42a4-81d2-8f49d448a728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:23.095022 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5ecd-0b1d-44f6-887e-415c30fef6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde09950-f1d1-4d67-a9d6-2b897710ade2,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:23.098027 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-20be5ecd-0b1d-44f6-887e-415c30fef6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:23.798005 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46450) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:23.895891 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-292609155-network', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:23.920721 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Made reservation on behalf of d52a3b03b5e741bcaa97c3713ba01e3a for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:23.924158 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:23.936265 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.052775 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.058659 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.062877 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8ab8c711-0fbc-4930-8e74-a5f9d532be4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:24.095433 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:29:24.101817 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28bd71-c254-439f-aae7-6e7766d08400,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:24.105466 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:24.108585 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.108922 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Added segment 75e1a042-19f7-4c5c-932a-09de01a93f34 of type vlan for network 232357df-555e-46e4-9bdb-893f4d9b0a5b Jun 21 04:29:24.150308 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.181926 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.183242 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:24.183863 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.186712 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:24.234966 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4357924 Jun 21 04:29:24.237904 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46454) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:24.249020 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Request body: {'subnet': {'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-292609155-subnet', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'ip_version': 4}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:24.252229 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=232357df-555e-46e4-9bdb-893f4d9b0a5b,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:24.255139 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:24.262398 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 232357df-555e-46e4-9bdb-893f4d9b0a5b details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:29:24.273413 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Made reservation on behalf of d52a3b03b5e741bcaa97c3713ba01e3a for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:24.275853 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59194336'] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.455066 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58916638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59194354'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.457194 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:24.505163 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe41ed4-046b-43b7-9791-ff959a8527d9,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:24.511954 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:24.520833 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Checking segment: {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:24.521197 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Network hostable DHCP agents. Network: 232357df-555e-46e4-9bdb-893f4d9b0a5b, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:24.549310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Network 232357df-555e-46e4-9bdb-893f4d9b0a5b is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:24.560887 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 232357df-555e-46e4-9bdb-893f4d9b0a5b) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:24.565735 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:24.566904 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.570272 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc87d1-89d2-4b12-8450-cb970443e699 None None] Network 232357df-555e-46e4-9bdb-893f4d9b0a5b requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:24.596413 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3569400 Jun 21 04:29:24.602600 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46458) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:24.607339 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:24.630242 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1036198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1371'] for router, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.631497 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1036251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1362'] for router, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.687342 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.719158 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89b7f11-cc33-5cc7-ba75-de15bce9f8cb-232357df-555e-46e4-9bdb-893f4d9b0a5b', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9'}]}} from dv-cinder-772623-10-smb. {{(pid=92763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:29:24.720125 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.823832 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1036116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1340'] for router, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.855358 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Allocated IP 172.20.0.2 (232357df-555e-46e4-9bdb-893f4d9b0a5b/2fe41ed4-046b-43b7-9791-ff959a8527d9/ea642436-3088-4195-bdea-6b3e18d64500) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:24.996574 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.005114 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Transition to ACTIVE for port object ea642436-3088-4195-bdea-6b3e18d64500 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:25.019559 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Transition to ACTIVE for port object ea642436-3088-4195-bdea-6b3e18d64500 will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:25.027373 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.029824 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:25.033151 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.052280 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.068641 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Network 232357df-555e-46e4-9bdb-893f4d9b0a5b is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:25.071354 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:25.075638 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:25.078996 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Pushing event updated for resources: {'Port': ['ID=ea642436-3088-4195-bdea-6b3e18d64500,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:25.082700 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:25.134510 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Attempting to bind port ea642436-3088-4195-bdea-6b3e18d64500 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:25.134765 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Attempting to bind port ea642436-3088-4195-bdea-6b3e18d64500 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:25.135135 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Attempting to bind port ea642436-3088-4195-bdea-6b3e18d64500 on network 232357df-555e-46e4-9bdb-893f4d9b0a5b {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:25.140710 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:25.141091 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Checking segment: {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:25.141500 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.142011 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Bound using segment: {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:25.142515 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Bound port: ea642436-3088-4195-bdea-6b3e18d64500, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:25.142892 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.159400 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Allocated IP 172.28.0.193 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:25.206903 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] For port ea642436-3088-4195-bdea-6b3e18d64500, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:25.210055 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] For port ea642436-3088-4195-bdea-6b3e18d64500, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ea642436-3088-4195-bdea-6b3e18d64500,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:25.214627 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.216629 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:25.268695 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.269333 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Pushing event updated for resources: {'Port': ['ID=ea642436-3088-4195-bdea-6b3e18d64500,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:25.272298 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:25.313824 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58916778'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.316109 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-fbe0420d-e3d9-47ac-92c8-f2c5e96f3b56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:25.359759 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:25.362544 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:25.366880 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:25.369951 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Pushing event updated for resources: {'Port': ['ID=48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:25.391568 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:25.628187 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.825780 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1036207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012787'] for router, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.959516 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Router b58a8169-cfb5-41ae-922d-935b856a9a7a is scheduled to L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 with binding_index 1 {{(pid=92761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:29:26.081806 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:26.098633 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Sync routers for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:26.104003 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Notify callbacks [] for router, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.106124 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5023446 Jun 21 04:29:26.109150 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46462) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:26.126652 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:26.127764 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:29:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:26.175181 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ea642436-3088-4195-bdea-6b3e18d64500 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:26.227093 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a85cb4-60c5-4ab6-9904-c502abbefce9 None None] Network 232357df-555e-46e4-9bdb-893f4d9b0a5b requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:26.463109 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:26.531261 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-99f7683d-19a5-4d09-a900-bfa550ecfc34 None None] Provisioning for port ea642436-3088-4195-bdea-6b3e18d64500 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:26.631721 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port ea642436-3088-4195-bdea-6b3e18d64500 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:26.647905 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port ea642436-3088-4195-bdea-6b3e18d64500 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:26.648285 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.778343 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.858237 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.870002 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:25Z', 'revision_number': 3, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:26.898447 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Checking router: b58a8169-cfb5-41ae-922d-935b856a9a7a for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:26.898919 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Updating router b58a8169-cfb5-41ae-922d-935b856a9a7a port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 binding host dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:26.944307 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port ea642436-3088-4195-bdea-6b3e18d64500, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ea642436-3088-4195-bdea-6b3e18d64500,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:26.952389 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.954406 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:26.958071 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.980066 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Allocated IP 172.20.0.1 (232357df-555e-46e4-9bdb-893f4d9b0a5b/2fe41ed4-046b-43b7-9791-ff959a8527d9/6238be75-5a47-40fe-916a-f7199a15184d) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:27.089369 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=ea642436-3088-4195-bdea-6b3e18d64500,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.090403 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.104096 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.provisioning_blocks [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Transition to ACTIVE for port object 6238be75-5a47-40fe-916a-f7199a15184d will not be triggered until provisioned by entity DHCP. {{(pid=92762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:27.113549 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.113880 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.114224 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.114563 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.114892 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.115247 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.115537 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.115919 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.116299 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.116572 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.116849 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.117164 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.124999 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-a14c903f-a59e-46ff-b883-0dcf81054c14 None None] Provisioning complete for port ea642436-3088-4195-bdea-6b3e18d64500 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:27.125379 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a14c903f-a59e-46ff-b883-0dcf81054c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.128951 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.140960 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3377573'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.143611 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.187817 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Network 232357df-555e-46e4-9bdb-893f4d9b0a5b is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:27.191013 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:27.194810 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:27.219693 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Pushing event updated for resources: {'Port': ['ID=6238be75-5a47-40fe-916a-f7199a15184d,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.231421 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.231839 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.232262 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.232688 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.233519 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.233519 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.233747 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.234094 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.234569 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.234926 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.235225 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.235587 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.241238 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.251453 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010716'] for router_interface, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.348112 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.364038 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Transition to ACTIVE for port object 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:27.375213 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.375213 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.404435 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.439177 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Attempting to bind port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:27.439525 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Attempting to bind port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:27.439925 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Attempting to bind port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 on network b941b75c-3e79-4b47-a5c9-c341863e1176 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:27.447612 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-59ce73ed-fb28-48ff-a3b7-87b8b7280bde None None] Provisioning for port 6238be75-5a47-40fe-916a-f7199a15184d completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:27.449539 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddbc04-dc95-4827-bbf2-bed2d1c51c20 None None] Pushing event updated for resources: {'Port': ['ID=48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.453745 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46ddbc04-dc95-4827-bbf2-bed2d1c51c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.454531 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:27.454909 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Checking segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:27.455334 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.455733 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Bound using segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:27.456219 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Bound port: 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:27.456599 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.459582 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-59ce73ed-fb28-48ff-a3b7-87b8b7280bde None None] Provisioning complete for port 6238be75-5a47-40fe-916a-f7199a15184d triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:27.460086 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-59ce73ed-fb28-48ff-a3b7-87b8b7280bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.530628 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-59ce73ed-fb28-48ff-a3b7-87b8b7280bde None None] Port 6238be75-5a47-40fe-916a-f7199a15184d cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:27.537653 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] For port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:27.540692 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] For port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:27.547350 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.549390 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9763bd41-78b6-44bb-bc0f-495daeb22e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.568281 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.573975 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3377555'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.579523 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.606005 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:27.606638 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:29:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:27.608390 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddbc04-dc95-4827-bbf2-bed2d1c51c20 None None] Pushing event updated for resources: {'Port': ['ID=48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.611916 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46ddbc04-dc95-4827-bbf2-bed2d1c51c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.647478 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1011717'] for router_interface, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.650208 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Pushing event updated for resources: {'Port': ['ID=6238be75-5a47-40fe-916a-f7199a15184d,revision_number=2']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.655534 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.717191 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:27.742666 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Network 232357df-555e-46e4-9bdb-893f4d9b0a5b is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:27.744163 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:27.861571 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Router b58a8169-cfb5-41ae-922d-935b856a9a7a has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:27.938204 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 2, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:27.971951 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:27.972622 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5fe80-4484-4afe-a281-edb73a09a1ce None None] The sync data for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb is: [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 2, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:27.979681 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-6d02a687-fa18-4e50-9718-ffc35a3c78ec None None] Provisioning complete for port 6238be75-5a47-40fe-916a-f7199a15184d triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:27.980105 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6d02a687-fa18-4e50-9718-ffc35a3c78ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.984214 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] 10.222.0.22 "PUT /v2.0/routers/b58a8169-cfb5-41ae-922d-935b856a9a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8732009 Jun 21 04:29:28.035638 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-6d02a687-fa18-4e50-9718-ffc35a3c78ec None None] Port 6238be75-5a47-40fe-916a-f7199a15184d cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:28.127041 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ea642436-3088-4195-bdea-6b3e18d64500 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:28.183975 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port ea642436-3088-4195-bdea-6b3e18d64500 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:28.184363 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.527010 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46484) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:28.532345 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1030819064-network', 'tenant_id': '8165456a01144927bc6a098a002e1d35'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:28.555751 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Made reservation on behalf of 8165456a01144927bc6a098a002e1d35 for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:28.558109 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.570879 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.666974 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.675461 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.679359 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-03bce8e4-562f-441b-8244-0623e7fd428e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.704428 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:29:28.715213 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017994f2-dd68-4de7-8b3c-fee5788ff8cb,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.719814 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.721186 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.721522 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Added segment b5f39169-fa82-4863-9922-997b6baf8bc0 of type vlan for network 0b565fa4-5348-4544-ad3f-5c030c397939 Jun 21 04:29:28.770944 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.806757 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.808129 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:28.808712 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.811253 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.867932 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3373511 Jun 21 04:29:28.868432 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46486) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:28.870630 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b565fa4-5348-4544-ad3f-5c030c397939,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.873727 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Request body: {'subnet': {'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1030819064-subnet', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'ip_version': 4}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:28.880627 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.882664 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 0b565fa4-5348-4544-ad3f-5c030c397939 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:29:28.902977 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Made reservation on behalf of 8165456a01144927bc6a098a002e1d35 for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:28.906189 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59194336'] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.080051 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58916638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59194354'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.082325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:29.138822 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6ea36c-6811-40f3-97b2-2ef87751a9a4,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:29.142651 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:29.150827 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Checking segment: {'id': 'b5f39169-fa82-4863-9922-997b6baf8bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:29.151170 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Network hostable DHCP agents. Network: 0b565fa4-5348-4544-ad3f-5c030c397939, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:29.171426 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Network 0b565fa4-5348-4544-ad3f-5c030c397939 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:29.183914 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 0b565fa4-5348-4544-ad3f-5c030c397939) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:29.189426 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:29.190906 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.195701 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fc7f6c-d107-48c5-a3f1-7222af5ad76b None None] Network 0b565fa4-5348-4544-ad3f-5c030c397939 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:29.206931 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-ae4509f5-7384-4ef4-b6e0-ac3ea4cf6a24 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3373141 Jun 21 04:29:29.209524 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46490) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:29.213967 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:29.239290 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1036198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1371'] for router, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.240781 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1036251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-930791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1362'] for router, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.298617 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.354187 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89b7f11-cc33-5cc7-ba75-de15bce9f8cb-0b565fa4-5348-4544-ad3f-5c030c397939', 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'fixed_ips': [{'subnet_id': '1a6ea36c-6811-40f3-97b2-2ef87751a9a4'}]}} from dv-cinder-772623-10-smb. {{(pid=92763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:29:29.355170 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.437604 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1013223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1036116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1340'] for router, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.488647 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.db_base_plugin_common [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Allocated IP 172.20.0.2 (0b565fa4-5348-4544-ad3f-5c030c397939/1a6ea36c-6811-40f3-97b2-2ef87751a9a4/ae6c7a4d-b570-4aae-af9d-ba54f909898f) {{(pid=92763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:29.775598 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Notify callbacks [] for port, precommit_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.784915 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Transition to ACTIVE for port object ae6c7a4d-b570-4aae-af9d-ba54f909898f will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:29.801325 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Transition to ACTIVE for port object ae6c7a4d-b570-4aae-af9d-ba54f909898f will not be triggered until provisioned by entity DHCP. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:29.808240 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091'] for port, after_create {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.810398 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:29.850397 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Network 0b565fa4-5348-4544-ad3f-5c030c397939 is already hosted by enough agents. {{(pid=92763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:29.855321 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.scheduler.base_scheduler [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Resources bound (agent type, host, resource id): {{(pid=92763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:29.858881 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Received port after_create {{(pid=92763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:29.865846 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Pushing event updated for resources: {'Port': ['ID=ae6c7a4d-b570-4aae-af9d-ba54f909898f,revision_number=1']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:29.888076 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:29.896540 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.916756 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.921186 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Attempting to bind port ae6c7a4d-b570-4aae-af9d-ba54f909898f on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:29.921611 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Attempting to bind port ae6c7a4d-b570-4aae-af9d-ba54f909898f by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': 'b5f39169-fa82-4863-9922-997b6baf8bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:29.921971 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Attempting to bind port ae6c7a4d-b570-4aae-af9d-ba54f909898f on network 0b565fa4-5348-4544-ad3f-5c030c397939 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:29.927445 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:29.927613 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Checking segment: {'id': 'b5f39169-fa82-4863-9922-997b6baf8bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:29.928066 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.928464 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Bound using segment: {'id': 'b5f39169-fa82-4863-9922-997b6baf8bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:29.929084 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Bound port: ae6c7a4d-b570-4aae-af9d-ba54f909898f, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f39169-fa82-4863-9922-997b6baf8bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:29.929601 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.991778 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] For port ae6c7a4d-b570-4aae-af9d-ba54f909898f, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:29.995385 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] For port ae6c7a4d-b570-4aae-af9d-ba54f909898f, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ae6c7a4d-b570-4aae-af9d-ba54f909898f,segment=NetworkSegment(b5f39169-fa82-4863-9922-997b6baf8bc0),segment_id=b5f39169-fa82-4863-9922-997b6baf8bc0)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:30.000866 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.002440 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Sync routers for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:30.002911 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46005cfc-4519-45d9-831d-63d223f78d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.012973 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:30.013799 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:29:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:30.037343 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Allocated IP 172.28.0.103 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/dda62ba0-3911-4833-bc7e-91d20953e421) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:30.063475 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Pushing event updated for resources: {'Port': ['ID=ae6c7a4d-b570-4aae-af9d-ba54f909898f,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.067098 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.132746 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:30.173308 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.194557 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:30.216645 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58916778'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.220465 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-428c95da-2d94-4ee8-b8a2-3c80e701b363 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.251210 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:30.255592 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:30.257873 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:30.258574 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.262178 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:30.270511 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:30.322827 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=dda62ba0-3911-4833-bc7e-91d20953e421,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.346770 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.389349 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 2, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:30.425602 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Checking router: b58a8169-cfb5-41ae-922d-935b856a9a7a for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:30.425980 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Updating router b58a8169-cfb5-41ae-922d-935b856a9a7a port 6238be75-5a47-40fe-916a-f7199a15184d binding host dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:30.440455 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.477617 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.481144 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:30.487433 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.489506 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-9763bd41-78b6-44bb-bc0f-495daeb22e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.546754 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.549801 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.641069 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.745151 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.755798 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Transition to ACTIVE for port object 6238be75-5a47-40fe-916a-f7199a15184d will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:30.763155 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.765681 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-3e0a5c77-7574-4fb1-a040-b1a0273be4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.813628 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c2d5c-0960-4f64-a42e-cf1d92d31e0f None None] Pushing event updated for resources: {'Port': ['ID=6238be75-5a47-40fe-916a-f7199a15184d,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.817670 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-212c2d5c-0960-4f64-a42e-cf1d92d31e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.855321 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1036207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012787'] for router, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.926587 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Attempting to bind port 6238be75-5a47-40fe-916a-f7199a15184d on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:30.927376 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Attempting to bind port 6238be75-5a47-40fe-916a-f7199a15184d by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:30.928110 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Attempting to bind port 6238be75-5a47-40fe-916a-f7199a15184d on network 232357df-555e-46e4-9bdb-893f4d9b0a5b {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:30.934181 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:30.934567 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Checking segment: {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:30.934979 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.935469 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Bound using segment: {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:30.935986 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Bound port: 6238be75-5a47-40fe-916a-f7199a15184d, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:30.936364 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.003831 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 is scheduled to L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 with binding_index 1 {{(pid=92761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:29:31.016938 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] For port 6238be75-5a47-40fe-916a-f7199a15184d, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:31.021237 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] For port 6238be75-5a47-40fe-916a-f7199a15184d, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=6238be75-5a47-40fe-916a-f7199a15184d,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:31.028434 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.031594 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-c3c2f817-0eb4-4064-a3a7-f222d57014b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:31.083305 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:31.083970 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:29:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:31.135286 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:31.148496 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Sync routers for ids ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:31.152837 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c2d5c-0960-4f64-a42e-cf1d92d31e0f None None] Pushing event updated for resources: {'Port': ['ID=6238be75-5a47-40fe-916a-f7199a15184d,revision_number=4']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:31.156674 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-212c2d5c-0960-4f64-a42e-cf1d92d31e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:31.159710 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Notify callbacks [] for router, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.163397 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9502933 Jun 21 04:29:31.164158 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46494) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:31.166140 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Routers {'44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:31.167024 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:29:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:31.241030 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:31.302922 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Set router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:31.306265 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f033fe8-772a-4558-a2c4-b7339cb860c2 None None] Network 0b565fa4-5348-4544-ad3f-5c030c397939 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:31.454673 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-d52f8410-1d1e-43d5-9997-4b71818260fa None None] Provisioning for port ae6c7a4d-b570-4aae-af9d-ba54f909898f completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:31.469095 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:31Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:31.497165 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1f4ed-5ef0-4024-85b5-d03bb490e5a2 None None] The sync data for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb is: [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:31Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:31.656865 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 3, 'project_id': '8165456a01144927bc6a098a002e1d35', 'gw_port': {'id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:31.687159 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.701142 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Checking router: 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:31.701836 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Updating router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 port dda62ba0-3911-4833-bc7e-91d20953e421 binding host dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:31.742358 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.891038 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Allocated IP 172.20.0.1 (0b565fa4-5348-4544-ad3f-5c030c397939/1a6ea36c-6811-40f3-97b2-2ef87751a9a4/90e87b31-68f5-498e-b1ab-0ecb5e510720) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:32.030493 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.045183 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Transition to ACTIVE for port object 90e87b31-68f5-498e-b1ab-0ecb5e510720 will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:32.073502 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Notify callbacks [] for port, precommit_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.085458 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Transition to ACTIVE for port object dda62ba0-3911-4833-bc7e-91d20953e421 will not be triggered until provisioned by entity L2. {{(pid=92763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:32.093355 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.097065 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:32.107978 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58916778'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.112994 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-0c650803-d26a-4b2d-9c22-c31f30222351 tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:32.151092 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Attempting to bind port dda62ba0-3911-4833-bc7e-91d20953e421 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:32.151092 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Attempting to bind port dda62ba0-3911-4833-bc7e-91d20953e421 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:32.151092 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Attempting to bind port dda62ba0-3911-4833-bc7e-91d20953e421 on network b941b75c-3e79-4b47-a5c9-c341863e1176 {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:32.153348 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ddf3e-b0e8-4099-bc3e-d7ff36a24183 None None] Pushing event updated for resources: {'Port': ['ID=dda62ba0-3911-4833-bc7e-91d20953e421,revision_number=2']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:32.156950 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ec6ddf3e-b0e8-4099-bc3e-d7ff36a24183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:32.159610 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:32.160020 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Checking segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:32.160430 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.160810 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Bound using segment: {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'} {{(pid=92763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:32.161274 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.managers [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Bound port: dda62ba0-3911-4833-bc7e-91d20953e421, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6381f1ab-7aea-4fbd-8bb1-3e7af460ce41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}}] {{(pid=92763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:32.161653 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.169743 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Network 0b565fa4-5348-4544-ad3f-5c030c397939 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:32.175227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:32.179193 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:32.209264 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Pushing event updated for resources: {'Port': ['ID=90e87b31-68f5-498e-b1ab-0ecb5e510720,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:32.218476 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:32.225971 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] For port dda62ba0-3911-4833-bc7e-91d20953e421, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:32.229887 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] For port dda62ba0-3911-4833-bc7e-91d20953e421, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=dda62ba0-3911-4833-bc7e-91d20953e421,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:32.236338 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.240004 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:32.242114 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010716'] for router_interface, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.327366 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Routers {'44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:32.328058 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:29:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:32.376129 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 6238be75-5a47-40fe-916a-f7199a15184d up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:32.411228 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ddf3e-b0e8-4099-bc3e-d7ff36a24183 None None] Pushing event updated for resources: {'Port': ['ID=dda62ba0-3911-4833-bc7e-91d20953e421,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:32.418836 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ec6ddf3e-b0e8-4099-bc3e-d7ff36a24183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:32.443883 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.479797 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 6238be75-5a47-40fe-916a-f7199a15184d completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:32.489052 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 6238be75-5a47-40fe-916a-f7199a15184d triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:32.489406 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.491888 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] Set router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:32.606041 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.615909 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58916764'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.618473 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-70c22e38-20a4-4b19-8ee2-6fbda3d4bccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:32.694004 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1011717'] for router_interface, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.696199 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Pushing event updated for resources: {'Port': ['ID=90e87b31-68f5-498e-b1ab-0ecb5e510720,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:32.700778 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:32.746215 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-eb85e2d1-434c-4edb-b99e-be35600cb47a None None] Provisioning for port 90e87b31-68f5-498e-b1ab-0ecb5e510720 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:32.755263 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-eb85e2d1-434c-4edb-b99e-be35600cb47a None None] Provisioning complete for port 90e87b31-68f5-498e-b1ab-0ecb5e510720 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:32.755643 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-eb85e2d1-434c-4edb-b99e-be35600cb47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.801054 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Network 0b565fa4-5348-4544-ad3f-5c030c397939 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:32.802529 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:32.806646 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-eb85e2d1-434c-4edb-b99e-be35600cb47a None None] Port 90e87b31-68f5-498e-b1ab-0ecb5e510720 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:32.882968 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.927843 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 6238be75-5a47-40fe-916a-f7199a15184d, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=6238be75-5a47-40fe-916a-f7199a15184d,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:32.928174 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:32.935974 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.936863 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:32.939224 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:32.942768 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 3, 'project_id': '8165456a01144927bc6a098a002e1d35', 'gw_port': {'id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:33.013163 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526c01e-b02f-4b7a-9ba7-7709b7611d72 None None] The sync data for ids ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'] in dv-cinder-772623-10-smb is: [{'id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 3, 'project_id': '8165456a01144927bc6a098a002e1d35', 'gw_port': {'id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:33.057869 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=6238be75-5a47-40fe-916a-f7199a15184d,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:33.063028 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:33.068138 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e2e239a8-e49b-4c7c-84b5-ca15411f3d97 None None] Provisioning complete for port 90e87b31-68f5-498e-b1ab-0ecb5e510720 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:33.068138 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e2e239a8-e49b-4c7c-84b5-ca15411f3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.105248 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:33.105629 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.129527 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e2e239a8-e49b-4c7c-84b5-ca15411f3d97 None None] Port 90e87b31-68f5-498e-b1ab-0ecb5e510720 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:33.190716 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ae6c7a4d-b570-4aae-af9d-ba54f909898f up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:33.260139 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port ae6c7a4d-b570-4aae-af9d-ba54f909898f completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:33.265941 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port ae6c7a4d-b570-4aae-af9d-ba54f909898f triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:33.266337 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.332323 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:33.337637 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] 10.222.0.22 "PUT /v2.0/routers/44ec2a73-7f95-4cdf-a3f4-5cf12878fde0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1723249 Jun 21 04:29:33.363036 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.404020 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port ae6c7a4d-b570-4aae-af9d-ba54f909898f, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ae6c7a4d-b570-4aae-af9d-ba54f909898f,segment=NetworkSegment(b5f39169-fa82-4863-9922-997b6baf8bc0),segment_id=b5f39169-fa82-4863-9922-997b6baf8bc0)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:33.411019 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.414113 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:33.465032 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=ae6c7a4d-b570-4aae-af9d-ba54f909898f,revision_number=3']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:33.468274 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:34.226401 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 6238be75-5a47-40fe-916a-f7199a15184d up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:34.286460 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 6238be75-5a47-40fe-916a-f7199a15184d triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:34.287003 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.372577 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device dda62ba0-3911-4833-bc7e-91d20953e421 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:34.432982 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port dda62ba0-3911-4833-bc7e-91d20953e421 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:34.438522 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port dda62ba0-3911-4833-bc7e-91d20953e421 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:34.439353 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.536443 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.561410 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port dda62ba0-3911-4833-bc7e-91d20953e421, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=dda62ba0-3911-4833-bc7e-91d20953e421,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:34.569216 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.570112 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ae6c7a4d-b570-4aae-af9d-ba54f909898f up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:34.574141 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:34.651555 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=dda62ba0-3911-4833-bc7e-91d20953e421,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:34.656042 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:34.662170 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port ae6c7a4d-b570-4aae-af9d-ba54f909898f triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:34.662557 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.014307 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Sync routers for ids ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:35.028959 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Routers {'44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:35.029667 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:29:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:35.167378 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Set router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:35.499698 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 4, 'project_id': '8165456a01144927bc6a098a002e1d35', 'gw_port': {'id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '90e87b31-68f5-498e-b1ab-0ecb5e510720', 'name': '', 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'mac_address': 'fa:16:3e:ec:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1a6ea36c-6811-40f3-97b2-2ef87751a9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 2, 'project_id': '8165456a01144927bc6a098a002e1d35', 'subnets': [{'id': '1a6ea36c-6811-40f3-97b2-2ef87751a9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:35.529229 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Checking router: 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:35.529594 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Updating router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 port 90e87b31-68f5-498e-b1ab-0ecb5e510720 binding host dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:35.569241 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.856981 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Notify callbacks [] for port, precommit_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.867151 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.provisioning_blocks [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Transition to ACTIVE for port object 90e87b31-68f5-498e-b1ab-0ecb5e510720 will not be triggered until provisioned by entity L2. {{(pid=92764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:35.874501 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.883731 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-53484571-1369-4a96-bbc4-1df2d9d7eb3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:35.929149 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094dee9-f065-48d5-bc4b-640f0a22ef33 None None] Pushing event updated for resources: {'Port': ['ID=90e87b31-68f5-498e-b1ab-0ecb5e510720,revision_number=3']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:35.963330 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5094dee9-f065-48d5-bc4b-640f0a22ef33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:36.134942 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Attempting to bind port 90e87b31-68f5-498e-b1ab-0ecb5e510720 on host dv-cinder-772623-10-smb for vnic_type normal with profile {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:36.135644 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Attempting to bind port 90e87b31-68f5-498e-b1ab-0ecb5e510720 by drivers openvswitch,hyperv on host dv-cinder-772623-10-smb at level 0 using segments [{'id': 'b5f39169-fa82-4863-9922-997b6baf8bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939'}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:36.135788 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Attempting to bind port 90e87b31-68f5-498e-b1ab-0ecb5e510720 on network 0b565fa4-5348-4544-ad3f-5c030c397939 {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:36.149309 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Checking agent: {'id': '062db332-e73e-447d-8104-49886fb0eb22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 17, 12), 'started_at': datetime.datetime(2021, 6, 21, 4, 17, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:36.149623 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Checking segment: {'id': 'b5f39169-fa82-4863-9922-997b6baf8bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:36.150031 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.150428 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Bound using segment: {'id': 'b5f39169-fa82-4863-9922-997b6baf8bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939'} {{(pid=92764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:36.150911 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.managers [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Bound port: 90e87b31-68f5-498e-b1ab-0ecb5e510720, host: dv-cinder-772623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f39169-fa82-4863-9922-997b6baf8bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939'}}] {{(pid=92764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:36.151268 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.214226 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device dda62ba0-3911-4833-bc7e-91d20953e421 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:36.246397 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] For port 90e87b31-68f5-498e-b1ab-0ecb5e510720, host dv-cinder-772623-10-smb, cleared binding levels {{(pid=92764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:36.250053 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.plugins.ml2.db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] For port 90e87b31-68f5-498e-b1ab-0ecb5e510720, host dv-cinder-772623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=90e87b31-68f5-498e-b1ab-0ecb5e510720,segment=NetworkSegment(b5f39169-fa82-4863-9922-997b6baf8bc0),segment_id=b5f39169-fa82-4863-9922-997b6baf8bc0)] {{(pid=92764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:36.261609 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron_lib.callbacks.manager [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.264931 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:36.276404 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port dda62ba0-3911-4833-bc7e-91d20953e421 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:36.276774 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.345507 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Routers {'44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:36.346187 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:29:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:36.381849 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094dee9-f065-48d5-bc4b-640f0a22ef33 None None] Pushing event updated for resources: {'Port': ['ID=90e87b31-68f5-498e-b1ab-0ecb5e510720,revision_number=4']} {{(pid=92764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:36.385422 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG oslo_concurrency.lockutils [None req-5094dee9-f065-48d5-bc4b-640f0a22ef33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:36.482965 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] Set router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:36.691914 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 4, 'project_id': '8165456a01144927bc6a098a002e1d35', 'gw_port': {'id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '90e87b31-68f5-498e-b1ab-0ecb5e510720', 'name': '', 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'mac_address': 'fa:16:3e:ec:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1a6ea36c-6811-40f3-97b2-2ef87751a9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:36Z', 'revision_number': 4, 'project_id': '8165456a01144927bc6a098a002e1d35', 'subnets': [{'id': '1a6ea36c-6811-40f3-97b2-2ef87751a9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:36.722659 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e23ceb-b985-4b2b-96ce-4b38d20ed892 None None] The sync data for ids ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'] in dv-cinder-772623-10-smb is: [{'id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 4, 'project_id': '8165456a01144927bc6a098a002e1d35', 'gw_port': {'id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '90e87b31-68f5-498e-b1ab-0ecb5e510720', 'name': '', 'network_id': '0b565fa4-5348-4544-ad3f-5c030c397939', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'mac_address': 'fa:16:3e:ec:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1a6ea36c-6811-40f3-97b2-2ef87751a9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:36Z', 'revision_number': 4, 'project_id': '8165456a01144927bc6a098a002e1d35', 'subnets': [{'id': '1a6ea36c-6811-40f3-97b2-2ef87751a9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:38.164528 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 90e87b31-68f5-498e-b1ab-0ecb5e510720 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:38.228543 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning for port 90e87b31-68f5-498e-b1ab-0ecb5e510720 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:38.234183 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 90e87b31-68f5-498e-b1ab-0ecb5e510720 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:38.234724 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.355516 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.405468 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] For port 90e87b31-68f5-498e-b1ab-0ecb5e510720, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=90e87b31-68f5-498e-b1ab-0ecb5e510720,segment=NetworkSegment(b5f39169-fa82-4863-9922-997b6baf8bc0),segment_id=b5f39169-fa82-4863-9922-997b6baf8bc0)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:38.412365 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.414838 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-ec6ddf3e-b0e8-4099-bc3e-d7ff36a24183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:38.468520 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Pushing event updated for resources: {'Port': ['ID=90e87b31-68f5-498e-b1ab-0ecb5e510720,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:38.472411 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:38.829115 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd0608ab-00f6-4f78-9853-d7d90900ef7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.162051 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 90e87b31-68f5-498e-b1ab-0ecb5e510720 up at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:40.228963 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Provisioning complete for port 90e87b31-68f5-498e-b1ab-0ecb5e510720 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:40.229576 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.487364 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6775cc9-6770-4cc6-b169-8349fc81391b req-87c36c69-28f6-4121-8a33-7deb5b0093bc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:40.489700 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f6775cc9-6770-4cc6-b169-8349fc81391b req-87c36c69-28f6-4121-8a33-7deb5b0093bc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0824697 Jun 21 04:29:40.532999 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f6775cc9-6770-4cc6-b169-8349fc81391b req-3b738c43-1d2a-4726-a00d-fa430663f233 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357533 Jun 21 04:29:41.537968 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-00e2393d-5a3e-4bc4-97a7-abee0157b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.721154 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10447410-03b2-4a4b-ba31-a8ed8027573f req-4cfb30fb-91c0-4729-bfc6-ee966ed1d1f2 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:41.723582 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-10447410-03b2-4a4b-ba31-a8ed8027573f req-4cfb30fb-91c0-4729-bfc6-ee966ed1d1f2 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0711749 Jun 21 04:29:41.773647 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-10447410-03b2-4a4b-ba31-a8ed8027573f req-5b766703-62a2-4331-a9d4-b3ddea6510df tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431163 Jun 21 04:29:41.808038 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.308726 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.957304 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee324d6-5adc-40fc-a5de-d1c3e30270a1 req-8fda4c52-330a-47df-8df6-c472355f5349 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:42.960031 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9ee324d6-5adc-40fc-a5de-d1c3e30270a1 req-8fda4c52-330a-47df-8df6-c472355f5349 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0706117 Jun 21 04:29:42.998183 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9ee324d6-5adc-40fc-a5de-d1c3e30270a1 req-9e0f0c3f-2e80-4c3b-9481-044320770dd5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332158 Jun 21 04:29:43.130282 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-915a3a63-0843-44f2-b834-f741e39eb518 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:43.131756 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-915a3a63-0843-44f2-b834-f741e39eb518 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/networks?id=232357df-555e-46e4-9bdb-893f4d9b0a5b HTTP/1.1" status: 200 len: 814 time: 0.1066327 Jun 21 04:29:43.146982 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-ef8e6925-3b91-4e2e-9426-2f1f2afc07f2 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/quotas/d52a3b03b5e741bcaa97c3713ba01e3a HTTP/1.1" status: 200 len: 375 time: 0.0092690 Jun 21 04:29:43.227690 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9e54851b-10b3-4120-880f-2c999dbcdc00 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755329 Jun 21 04:29:43.333166 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-2754f9c8-0370-4e9f-948d-c5e1bf6a50bf service neutron] 10.222.0.22 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923622 Jun 21 04:29:43.431040 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-57c08422-869f-4472-89d3-80df5ef204af service neutron] 10.222.0.22 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895710 Jun 21 04:29:43.618808 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9bb2fb9f-cf6d-48d1-9ecd-2d080ef1799a req-9d9e7987-4e4b-4e26-92ce-54ccadb07ef4 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 210 time: 0.0289776 Jun 21 04:29:44.156143 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.180893 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6face3e3-d9f1-4f6d-a3ef-576a220cdbf2 req-abeae0ed-0135-481d-b3ee-fcf7f8cfd65a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.182398 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6face3e3-d9f1-4f6d-a3ef-576a220cdbf2 req-abeae0ed-0135-481d-b3ee-fcf7f8cfd65a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0657041 Jun 21 04:29:44.222329 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6face3e3-d9f1-4f6d-a3ef-576a220cdbf2 req-5e86ec77-4c01-4fd0-b586-5cae833114e8 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 Jun 21 04:29:44.760199 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-bbfef04b-d221-4db0-9b68-2862d938436c req-f4b2883b-b5f8-4c98-81a0-03a7cb7a2252 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 210 time: 0.0291083 Jun 21 04:29:44.875476 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9a4758d0-bb32-4a98-af2c-90ebceb1eadb tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.877252 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9a4758d0-bb32-4a98-af2c-90ebceb1eadb tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.44 "GET /v2.0/networks?id=232357df-555e-46e4-9bdb-893f4d9b0a5b HTTP/1.1" status: 200 len: 814 time: 0.1109982 Jun 21 04:29:44.902202 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'port': {'device_id': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'admin_state_up': True, 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:45.022131 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Made reservation on behalf of d52a3b03b5e741bcaa97c3713ba01e3a for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:45.025516 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:45.153902 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Allocated IP 172.20.0.12 (232357df-555e-46e4-9bdb-893f4d9b0a5b/2fe41ed4-046b-43b7-9791-ff959a8527d9/be5fa9c6-3194-4eee-b44c-61d015852a98) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:45.309845 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:45.331951 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Transition to ACTIVE for port object be5fa9c6-3194-4eee-b44c-61d015852a98 will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:45.444190 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58916778'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:45.450257 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-06b4d417-ab9f-488f-86ae-63cbdd4210da tempest-ServerRescueNegativeTestJSON-681796232 tempest-ServerRescueNegativeTestJSON-681796232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:45.513566 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Network 232357df-555e-46e4-9bdb-893f4d9b0a5b is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:45.521542 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:45.534395 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf7643-04f4-4d5a-bbc8-9879de78ee44 req-ae30b680-9996-4c31-8f4e-47da521d092a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:45.540414 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-08bf7643-04f4-4d5a-bbc8-9879de78ee44 req-ae30b680-9996-4c31-8f4e-47da521d092a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.1875231 Jun 21 04:29:45.541547 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:45.570731 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'Port': ['ID=be5fa9c6-3194-4eee-b44c-61d015852a98,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:45.600247 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:45.633789 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-08bf7643-04f4-4d5a-bbc8-9879de78ee44 req-e85374a3-dd75-4051-b4c7-c1a3dd1f1c61 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828936 Jun 21 04:29:45.657234 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:45.658143 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:45.678785 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-e0329004-59e9-4d7b-a8bc-a2d53530b560 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7799869 Jun 21 04:29:45.811050 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f431b6ad-0f88-4669-821e-bdee1e65eea7 None None] Provisioning for port be5fa9c6-3194-4eee-b44c-61d015852a98 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:45.815806 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-f431b6ad-0f88-4669-821e-bdee1e65eea7 None None] Provisioning complete for port be5fa9c6-3194-4eee-b44c-61d015852a98 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:45.816403 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f431b6ad-0f88-4669-821e-bdee1e65eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:45.855069 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-f431b6ad-0f88-4669-821e-bdee1e65eea7 None None] Port be5fa9c6-3194-4eee-b44c-61d015852a98 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:45.956314 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fd905-c8c1-4f99-8e6e-77ba917ec21d req-755caeb7-14ef-422f-9017-574299d068db tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:45.958239 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cc7fd905-c8c1-4f99-8e6e-77ba917ec21d req-755caeb7-14ef-422f-9017-574299d068db tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0652814 Jun 21 04:29:45.999105 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cc7fd905-c8c1-4f99-8e6e-77ba917ec21d req-42b96d63-bab2-433a-8128-c6af7e984f03 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Jun 21 04:29:46.475454 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:29:46.648918 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.830632 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7a7d8-ca44-441d-8e97-c76e05170e9e req-c3784f61-2d88-454b-8cfd-f468aed36364 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:46.832121 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bce7a7d8-ca44-441d-8e97-c76e05170e9e req-c3784f61-2d88-454b-8cfd-f468aed36364 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0764492 Jun 21 04:29:46.871243 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bce7a7d8-ca44-441d-8e97-c76e05170e9e req-d56d8b5c-36a8-4f42-a3e9-51814bd8be03 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331671 Jun 21 04:29:47.186494 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5987017-f024-4dde-9c23-1aa05899a84e req-f9bccbf3-1f71-42b4-ac8f-2ee4a0e55ab8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:47.188027 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5987017-f024-4dde-9c23-1aa05899a84e req-f9bccbf3-1f71-42b4-ac8f-2ee4a0e55ab8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0705137 Jun 21 04:29:47.228739 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5987017-f024-4dde-9c23-1aa05899a84e req-837b8c63-9856-4cfa-a9c3-3a66ace5e7d5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345762 Jun 21 04:29:48.061699 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cddd6-41e8-46a9-971c-d130b50b2482 req-35a02a93-e8ef-4fab-9b4a-61fd6441805e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:48.063707 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-da6cddd6-41e8-46a9-971c-d130b50b2482 req-35a02a93-e8ef-4fab-9b4a-61fd6441805e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0679317 Jun 21 04:29:48.106104 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-da6cddd6-41e8-46a9-971c-d130b50b2482 req-d4bf83a8-ed72-417b-aae0-d2216daeb805 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355008 Jun 21 04:29:48.409842 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5fa33-951a-4a03-9b3b-4263260baa75 req-c56e2570-fd5d-4ccc-8b44-65e9945ea5d5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:48.411327 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-efd5fa33-951a-4a03-9b3b-4263260baa75 req-c56e2570-fd5d-4ccc-8b44-65e9945ea5d5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0693891 Jun 21 04:29:48.456060 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-efd5fa33-951a-4a03-9b3b-4263260baa75 req-e9cd6911-fc68-461a-9305-96630610b229 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381219 Jun 21 04:29:49.285374 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013f9e9-d5e0-4f52-ac49-aafd2079ddfe req-c51faa38-0308-4efd-88df-0c08a4ca2a05 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:49.286909 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2013f9e9-d5e0-4f52-ac49-aafd2079ddfe req-c51faa38-0308-4efd-88df-0c08a4ca2a05 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0662770 Jun 21 04:29:49.328225 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2013f9e9-d5e0-4f52-ac49-aafd2079ddfe req-6e701537-d3fa-4651-97d9-3b6e4b2a4a2a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341713 Jun 21 04:29:49.641452 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac82ba5-3092-4b3e-b406-32359c02a9c5 req-a642fedb-c6ea-44a2-89bb-a856edaec5e7 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:49.642938 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9ac82ba5-3092-4b3e-b406-32359c02a9c5 req-a642fedb-c6ea-44a2-89bb-a856edaec5e7 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0710068 Jun 21 04:29:49.682023 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9ac82ba5-3092-4b3e-b406-32359c02a9c5 req-1c06c103-b069-4c4f-b6d6-75e91851019a tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332079 Jun 21 04:29:50.518319 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f714c85-5025-41fd-af18-3dc17ca51e63 req-39d586e1-3528-4d9b-9575-617ca36d6953 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:50.519905 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4f714c85-5025-41fd-af18-3dc17ca51e63 req-39d586e1-3528-4d9b-9575-617ca36d6953 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0704732 Jun 21 04:29:50.561856 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4f714c85-5025-41fd-af18-3dc17ca51e63 req-828ce24c-d912-4363-9f84-f661d7aeb699 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359700 Jun 21 04:29:50.871769 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2d0b8-14c0-480b-b80d-493bc544d628 req-5b24e406-ccf7-40c8-96e2-c41b9a2397ac tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:50.874205 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8ce2d0b8-14c0-480b-b80d-493bc544d628 req-5b24e406-ccf7-40c8-96e2-c41b9a2397ac tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0796211 Jun 21 04:29:50.916220 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8ce2d0b8-14c0-480b-b80d-493bc544d628 req-ac2f136b-4d5a-4dec-b335-1b63695a91ff tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357225 Jun 21 04:29:51.772037 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69e94-75ca-46d7-82b9-0ba90826c0f4 req-ead02d27-43a6-42a5-8927-c36ac06fa2a1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:51.774406 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-47b69e94-75ca-46d7-82b9-0ba90826c0f4 req-ead02d27-43a6-42a5-8927-c36ac06fa2a1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0944071 Jun 21 04:29:51.819637 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-47b69e94-75ca-46d7-82b9-0ba90826c0f4 req-82ef8879-5ac7-4fea-a06c-77b20568b8d1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 Jun 21 04:29:52.105161 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74337ca-3750-4fa3-8098-23b67a50988b req-f9e4379e-52ff-4415-a407-eca712e511c6 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:52.106577 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a74337ca-3750-4fa3-8098-23b67a50988b req-f9e4379e-52ff-4415-a407-eca712e511c6 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0725744 Jun 21 04:29:52.152806 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a74337ca-3750-4fa3-8098-23b67a50988b req-2baeb45b-5c8d-4db1-a892-7efe15ab6e7e tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Jun 21 04:29:53.000817 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb3e5e-8be1-4397-9371-5c29f4baba56 req-7b119e55-fc0f-4c4b-900b-9ee22d2b9da4 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:53.004199 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cdcb3e5e-8be1-4397-9371-5c29f4baba56 req-7b119e55-fc0f-4c4b-900b-9ee22d2b9da4 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0719876 Jun 21 04:29:53.041958 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cdcb3e5e-8be1-4397-9371-5c29f4baba56 req-405f069c-0f46-4e8f-8198-e0f5e368fa51 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339732 Jun 21 04:29:53.336184 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657962-4e3c-49a6-90d0-aca31a63abb3 req-183d16a8-2834-4ea2-a8ff-4d484eb2e712 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:53.338525 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d6657962-4e3c-49a6-90d0-aca31a63abb3 req-183d16a8-2834-4ea2-a8ff-4d484eb2e712 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0728660 Jun 21 04:29:53.378799 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d6657962-4e3c-49a6-90d0-aca31a63abb3 req-c6dfc655-6883-434d-af27-23536d0579ce tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349720 Jun 21 04:29:54.223399 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65714f1-7fb8-4708-8579-e4483d6ddba7 req-125fe0e5-151e-4169-90d0-7073793234a8 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:54.224909 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a65714f1-7fb8-4708-8579-e4483d6ddba7 req-125fe0e5-151e-4169-90d0-7073793234a8 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0651488 Jun 21 04:29:54.265712 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a65714f1-7fb8-4708-8579-e4483d6ddba7 req-0099d415-a1b0-4f8e-b2cf-df48fa9a736d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341504 Jun 21 04:29:54.568846 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78a467-7b87-47fa-816b-82c263e720f5 req-01949835-6c4e-49b9-be6e-75200ac97f00 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:54.570348 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ec78a467-7b87-47fa-816b-82c263e720f5 req-01949835-6c4e-49b9-be6e-75200ac97f00 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0662279 Jun 21 04:29:54.616006 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ec78a467-7b87-47fa-816b-82c263e720f5 req-fd817078-b9d6-4386-bced-a69ea8fa4d72 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Jun 21 04:29:55.458578 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669245cf-0498-4f62-92b9-3ef1bb660682 req-83fa972e-0048-4041-955a-3804c481604b tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:55.460095 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-669245cf-0498-4f62-92b9-3ef1bb660682 req-83fa972e-0048-4041-955a-3804c481604b tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0708835 Jun 21 04:29:55.500743 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-669245cf-0498-4f62-92b9-3ef1bb660682 req-ecd8b5dd-85a1-45ab-86e5-c7b19e14c751 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344806 Jun 21 04:29:55.811847 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755f44-2742-4c55-acbb-2496c74adc82 req-a48f73d7-1384-452f-90fa-82f3fa68da43 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:55.814653 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-28755f44-2742-4c55-acbb-2496c74adc82 req-a48f73d7-1384-452f-90fa-82f3fa68da43 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0717132 Jun 21 04:29:55.853920 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-28755f44-2742-4c55-acbb-2496c74adc82 req-f788a215-6890-450b-9bd3-01a8af204638 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Jun 21 04:29:56.689086 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c44aad-841e-4791-9a7c-aa2944100c0a req-9aabe4c5-da5a-4539-9c6f-9836e745605c tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:56.690536 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-19c44aad-841e-4791-9a7c-aa2944100c0a req-9aabe4c5-da5a-4539-9c6f-9836e745605c tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0761719 Jun 21 04:29:56.732885 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-19c44aad-841e-4791-9a7c-aa2944100c0a req-8ea82a4d-9791-48e3-a34b-1b06c442d10e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342090 Jun 21 04:29:57.046516 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2586367-b539-4ba2-ba44-876a74c7bc64 req-0d413d4c-89e3-44b4-9254-a73fb741d44a tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:57.047963 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e2586367-b539-4ba2-ba44-876a74c7bc64 req-0d413d4c-89e3-44b4-9254-a73fb741d44a tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0818634 Jun 21 04:29:57.089757 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e2586367-b539-4ba2-ba44-876a74c7bc64 req-99146a58-deaa-4e01-8ee4-e74f4ae66b75 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338676 Jun 21 04:29:57.911656 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade1bc-d648-43ed-847a-c2ac46728f9d req-ee7d742d-7286-4eb4-a2bb-a8b6901ec925 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:57.913183 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e8ade1bc-d648-43ed-847a-c2ac46728f9d req-ee7d742d-7286-4eb4-a2bb-a8b6901ec925 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0704367 Jun 21 04:29:57.958789 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e8ade1bc-d648-43ed-847a-c2ac46728f9d req-3773d246-1cf5-4774-bfcb-703629aae538 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370646 Jun 21 04:29:58.268526 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66603780-47fa-4325-a810-4c0843cb9ff3 req-c2823455-4383-4142-ad3b-6668147e1604 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:58.271291 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-66603780-47fa-4325-a810-4c0843cb9ff3 req-c2823455-4383-4142-ad3b-6668147e1604 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.0653758 Jun 21 04:29:58.314621 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-66603780-47fa-4325-a810-4c0843cb9ff3 req-8f6fb0c4-4850-4a4b-8019-0bdd3c9fd4b5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Jun 21 04:29:59.151320 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbf64b-26c5-41fd-ad1b-91d37c4c9924 req-38cf359f-b83d-41ce-92cf-ccf9768d58f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:59.152806 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-86fbf64b-26c5-41fd-ad1b-91d37c4c9924 req-38cf359f-b83d-41ce-92cf-ccf9768d58f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0700486 Jun 21 04:29:59.193976 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-86fbf64b-26c5-41fd-ad1b-91d37c4c9924 req-61ba8da2-7a1f-4b46-8d5d-1e30114a8ac0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330629 Jun 21 04:29:59.312429 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Request body: {'port': {'device_id': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:59.393569 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.613139 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc766fc-8a6b-4f44-bf55-831a70db7874 req-aae64ddc-e001-427c-8e60-9b70888c39b0 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:59.614639 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fbc766fc-8a6b-4f44-bf55-831a70db7874 req-aae64ddc-e001-427c-8e60-9b70888c39b0 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 932 time: 0.1869166 Jun 21 04:29:59.681948 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fbc766fc-8a6b-4f44-bf55-831a70db7874 req-b51d996e-dd4c-4b3b-9ea8-c69ad3124fbf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609143 Jun 21 04:29:59.744625 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5fa9c6-3194-4eee-b44c-61d015852a98 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:59.752491 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.764657 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Transition to ACTIVE for port object be5fa9c6-3194-4eee-b44c-61d015852a98 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:59.769308 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58916764'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.771318 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-87ec82f5-0b41-4d0b-ae6e-5bcbe4b73b31 tempest-VolumesActionsTest-1183409541 tempest-VolumesActionsTest-1183409541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:59.846755 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Pushing event updated for resources: {'Port': ['ID=be5fa9c6-3194-4eee-b44c-61d015852a98,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:59.869688 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:59.921937 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Attempting to bind port be5fa9c6-3194-4eee-b44c-61d015852a98 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:59.922280 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Attempting to bind port be5fa9c6-3194-4eee-b44c-61d015852a98 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:59.922607 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Attempting to bind port be5fa9c6-3194-4eee-b44c-61d015852a98 on network 232357df-555e-46e4-9bdb-893f4d9b0a5b {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:59.927702 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Port be5fa9c6-3194-4eee-b44c-61d015852a98 on network 232357df-555e-46e4-9bdb-893f4d9b0a5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:29:59.928067 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Attempting to bind port be5fa9c6-3194-4eee-b44c-61d015852a98 on network 232357df-555e-46e4-9bdb-893f4d9b0a5b {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:59.933184 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:59.933526 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Checking segment: {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:59.933914 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Bound using segment: {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:59.934348 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Bound port: be5fa9c6-3194-4eee-b44c-61d015852a98, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e1a042-19f7-4c5c-932a-09de01a93f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:59.934705 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.002671 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] For port be5fa9c6-3194-4eee-b44c-61d015852a98, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:00.005762 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] For port be5fa9c6-3194-4eee-b44c-61d015852a98, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=be5fa9c6-3194-4eee-b44c-61d015852a98,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:00.011186 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58916764'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.013937 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8033f828-8372-4019-85d7-8e4df2e09df3 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:00.046172 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.046781 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.048168 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] 10.222.0.44 "PUT /v2.0/ports/be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 1094 time: 0.7412238 Jun 21 04:30:00.048652 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:00.051118 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27017060-9f3a-4245-9850-757ff9e6345f" -d '{"events": [{"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:00.083280 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Pushing event updated for resources: {'Port': ['ID=be5fa9c6-3194-4eee-b44c-61d015852a98,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:00.086377 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:00.108737 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef4862e-cd84-4d60-ae94-18d960e7a703 x-openstack-request-id: req-8ef4862e-cd84-4d60-ae94-18d960e7a703 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:00.109278 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:00.109562 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ef4862e-cd84-4d60-ae94-18d960e7a703 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:00.109997 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'status': 'completed', 'code': 200} Jun 21 04:30:00.180822 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-c7d0d713-82b8-4d00-bf84-10d644f28b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.182325 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-c7d0d713-82b8-4d00-bf84-10d644f28b75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a&device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 1097 time: 0.0555069 Jun 21 04:30:00.232879 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-1defc727-8bb4-44e4-9dfa-e2e61dd8a521 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 217 time: 0.0350404 Jun 21 04:30:00.286266 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-dce695d0-b9e8-47bb-b4ad-60e5c926aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.287817 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-dce695d0-b9e8-47bb-b4ad-60e5c926aa48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fe41ed4-046b-43b7-9791-ff959a8527d9 HTTP/1.1" status: 200 len: 853 time: 0.0482860 Jun 21 04:30:00.390987 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-6e6d3bcc-10a6-43de-9a3c-87af7fdac812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.392514 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-6e6d3bcc-10a6-43de-9a3c-87af7fdac812 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=232357df-555e-46e4-9bdb-893f4d9b0a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0979483 Jun 21 04:30:00.415330 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b0533-a7ae-414e-ab9a-686887d5db1a req-a518bb09-0eed-4ea7-8b5f-e9937bf3a8a0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.416776 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b61b0533-a7ae-414e-ab9a-686887d5db1a req-a518bb09-0eed-4ea7-8b5f-e9937bf3a8a0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0913098 Jun 21 04:30:00.500434 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b61b0533-a7ae-414e-ab9a-686887d5db1a req-7982ab8f-9d5c-4d29-9729-95f285cb87ba tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720491 Jun 21 04:30:00.522151 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-a341731b-b6a4-4131-870b-e7d9bf976693 service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212230 Jun 21 04:30:00.619998 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9882abc2-6d1c-4445-bca6-1fff290a10f5 req-93f66dc6-9d57-4663-9789-9fa9490a1b4d service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905077 Jun 21 04:30:00.783580 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27017060-9f3a-4245-9850-757ff9e6345f req-34b76978-94a4-46de-98cd-8adea12b50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.785201 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-27017060-9f3a-4245-9850-757ff9e6345f req-34b76978-94a4-46de-98cd-8adea12b50b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a&device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 1097 time: 0.0652864 Jun 21 04:30:00.870425 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643f768-6895-43d4-bb6f-6ed257c659f9 req-8db962bd-f095-4e70-81d0-73625ddafbca tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.871979 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9643f768-6895-43d4-bb6f-6ed257c659f9 req-8db962bd-f095-4e70-81d0-73625ddafbca tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 944 time: 0.0723090 Jun 21 04:30:00.912333 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9643f768-6895-43d4-bb6f-6ed257c659f9 req-bfc2ad5f-3f17-48e4-97a5-a17d59352613 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343480 Jun 21 04:30:00.976598 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27017060-9f3a-4245-9850-757ff9e6345f req-619047ea-ad2c-4c6f-ae23-559ff005ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.978042 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-27017060-9f3a-4245-9850-757ff9e6345f req-619047ea-ad2c-4c6f-ae23-559ff005ff82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=232357df-555e-46e4-9bdb-893f4d9b0a5b HTTP/1.1" status: 200 len: 915 time: 0.1758027 Jun 21 04:30:00.989676 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7dd50-20cd-4741-bb8a-896eca1d37d7 req-04f36b2b-2e03-462e-bf55-b1ed91696f5e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.991081 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-33b7dd50-20cd-4741-bb8a-896eca1d37d7 req-04f36b2b-2e03-462e-bf55-b1ed91696f5e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.1766450 Jun 21 04:30:00.999186 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-a8f96581-a63c-401d-8bee-e0d29439b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:01.000611 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-a8f96581-a63c-401d-8bee-e0d29439b07f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 1098 time: 0.1249063 Jun 21 04:30:01.041699 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-27017060-9f3a-4245-9850-757ff9e6345f req-479ad74c-69d0-48f3-899c-eb7f1219e618 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 217 time: 0.0489781 Jun 21 04:30:01.146177 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-33b7dd50-20cd-4741-bb8a-896eca1d37d7 req-d4859f1b-1a7b-496d-a4f4-06ce3985bbc5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437671 Jun 21 04:30:01.154484 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27017060-9f3a-4245-9850-757ff9e6345f req-26474c6c-14a5-446c-80fd-84ba33515cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:01.155923 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-27017060-9f3a-4245-9850-757ff9e6345f req-26474c6c-14a5-446c-80fd-84ba33515cd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fe41ed4-046b-43b7-9791-ff959a8527d9 HTTP/1.1" status: 200 len: 853 time: 0.1069427 Jun 21 04:30:01.204834 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-7f23e486-45bc-4cc6-96ff-8000308b6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:01.206170 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-7f23e486-45bc-4cc6-96ff-8000308b6c17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 912 time: 0.1733093 Jun 21 04:30:01.273494 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27017060-9f3a-4245-9850-757ff9e6345f req-3715e1cc-4ef1-4c3f-8c76-4a3889a88d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:01.274963 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-27017060-9f3a-4245-9850-757ff9e6345f req-3715e1cc-4ef1-4c3f-8c76-4a3889a88d13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=232357df-555e-46e4-9bdb-893f4d9b0a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1127236 Jun 21 04:30:01.280892 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-b48fb1b9-5018-46c8-9d95-9320f7b9244e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 HTTP/1.1" status: 200 len: 1001 time: 0.0643754 Jun 21 04:30:01.618348 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-3e6567ca-91dc-4008-a606-39213c75d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:01.619814 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-3e6567ca-91dc-4008-a606-39213c75d43d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.3308811 Jun 21 04:30:01.669508 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-27017060-9f3a-4245-9850-757ff9e6345f req-1c23e40a-ac5b-462f-b9de-a7894a0e0196 service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875158 Jun 21 04:30:01.751542 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-601ff89d-c2d8-47e7-a8fe-c8c8738e791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:01.753044 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-601ff89d-c2d8-47e7-a8fe-c8c8738e791f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1229308 Jun 21 04:30:01.812524 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-27017060-9f3a-4245-9850-757ff9e6345f req-cf859a1c-3189-48d3-80d6-eb8e86de7db6 service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361909 Jun 21 04:30:01.857631 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-b1f36311-fd59-41be-b83c-701855cfa491 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960653 Jun 21 04:30:01.953197 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3f493c30-a2a7-4c90-b3c3-ecbce6b40915 req-7936be23-11c4-4c43-aa54-92c5c1749940 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886889 Jun 21 04:30:02.110907 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95eb07-6e52-4e32-be8b-eddde60e9122 req-f8663d4e-839d-4605-abfa-3c33725d5f4f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:02.112436 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1c95eb07-6e52-4e32-be8b-eddde60e9122 req-f8663d4e-839d-4605-abfa-3c33725d5f4f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 944 time: 0.0830054 Jun 21 04:30:02.149880 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1c95eb07-6e52-4e32-be8b-eddde60e9122 req-31ffaf6d-0d58-4144-ac7a-20cc0b07b76d tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Jun 21 04:30:02.329284 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eca677-932d-4904-a95f-b6dca76175de req-a442b211-4d77-4b25-8118-f929ac2f6bad tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:02.330620 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e3eca677-932d-4904-a95f-b6dca76175de req-a442b211-4d77-4b25-8118-f929ac2f6bad tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0738170 Jun 21 04:30:02.372501 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e3eca677-932d-4904-a95f-b6dca76175de req-5f7aa5fe-221b-42ef-af08-b6704a5b77b4 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345089 Jun 21 04:30:02.727589 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device be5fa9c6-3194-4eee-b44c-61d015852a98 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:02.827005 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port be5fa9c6-3194-4eee-b44c-61d015852a98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=be5fa9c6-3194-4eee-b44c-61d015852a98,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:02.839181 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'port_id': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'mac_address': 'fa:16:3e:ad:bd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:02.876838 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.889418 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5fa9c6-3194-4eee-b44c-61d015852a98 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:02.909167 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port be5fa9c6-3194-4eee-b44c-61d015852a98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=be5fa9c6-3194-4eee-b44c-61d015852a98,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:02.915466 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.917227 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8ef50960-80bc-42f8-ad2a-d8459f71d365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:02.966352 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=be5fa9c6-3194-4eee-b44c-61d015852a98,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:02.969670 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:03.343356 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2abfb-6eef-4c5c-a9ff-4acf9e22744c req-38ab586f-6a8e-4f6b-8249-2f0686a5d072 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:03.344808 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-89b2abfb-6eef-4c5c-a9ff-4acf9e22744c req-38ab586f-6a8e-4f6b-8249-2f0686a5d072 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 945 time: 0.0738127 Jun 21 04:30:03.386374 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-89b2abfb-6eef-4c5c-a9ff-4acf9e22744c req-c862b049-c1e7-47da-8d3d-ea7a1e98e6f8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Jun 21 04:30:03.395806 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['be5fa9c6-3194-4eee-b44c-61d015852a98'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:03.560685 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42215e0-f636-4200-bdf9-1ee9a923244b req-6eda59d2-a8ae-46d6-ae4b-028798956b69 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:03.562066 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a42215e0-f636-4200-bdf9-1ee9a923244b req-6eda59d2-a8ae-46d6-ae4b-028798956b69 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0711212 Jun 21 04:30:03.616308 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a42215e0-f636-4200-bdf9-1ee9a923244b req-ff10e5ad-77dd-446f-9737-ccd9a940ce4a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483382 Jun 21 04:30:04.575828 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257651-68e5-4125-9e54-1f873fe6a830 req-4f9f6f48-f2cc-41db-88d1-da1880a751fe tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:04.577307 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d5257651-68e5-4125-9e54-1f873fe6a830 req-4f9f6f48-f2cc-41db-88d1-da1880a751fe tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 945 time: 0.0763669 Jun 21 04:30:04.629243 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d5257651-68e5-4125-9e54-1f873fe6a830 req-e7358608-de74-4915-aab8-87d81694d246 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460801 Jun 21 04:30:04.748967 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device be5fa9c6-3194-4eee-b44c-61d015852a98 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:04.803591 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port be5fa9c6-3194-4eee-b44c-61d015852a98 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:04.809234 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port be5fa9c6-3194-4eee-b44c-61d015852a98 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:04.809711 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.898311 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.926025 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:04.928387 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683f24db-dab9-443f-8794-5935616a5917" -d '{"events": [{"server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "name": "network-vif-plugged", "status": "completed", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:04.941841 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port be5fa9c6-3194-4eee-b44c-61d015852a98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=be5fa9c6-3194-4eee-b44c-61d015852a98,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:04.947746 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.949767 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-8a7a72af-806e-467a-a98c-307a92ee529a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:04.971378 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f415d-ce50-47c4-8518-127a6cd17263 x-openstack-request-id: req-123f415d-ce50-47c4-8518-127a6cd17263 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:04.971694 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "name": "network-vif-plugged", "status": "completed", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:04.971968 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-123f415d-ce50-47c4-8518-127a6cd17263 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:04.972420 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'code': 200} Jun 21 04:30:05.001832 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=be5fa9c6-3194-4eee-b44c-61d015852a98,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:05.004988 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:05.241420 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afdb14-28a5-4dbe-892d-3ca1eab7bfed req-19c28bef-ef6e-479f-b862-80123ad3f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:05.242832 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a6afdb14-28a5-4dbe-892d-3ca1eab7bfed req-19c28bef-ef6e-479f-b862-80123ad3f865 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 1099 time: 0.0589795 Jun 21 04:30:05.277160 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a6afdb14-28a5-4dbe-892d-3ca1eab7bfed req-2de6fce8-191c-47a8-ac70-6ecb5815b013 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281558 Jun 21 04:30:05.824742 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffc5ed-1107-42d4-8cca-789603f05e56 req-c833c361-79a7-4f76-bf16-8444d457dd10 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:05.826563 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-caffc5ed-1107-42d4-8cca-789603f05e56 req-c833c361-79a7-4f76-bf16-8444d457dd10 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.0688007 Jun 21 04:30:05.866096 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-caffc5ed-1107-42d4-8cca-789603f05e56 req-7479ab16-e530-457d-86d4-a049c658337a tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Jun 21 04:30:07.067963 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9d87-32ff-4c4e-af10-7526bd4571ef req-2a2017e7-c64b-4200-97e6-f85a59485521 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.069438 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-895f9d87-32ff-4c4e-af10-7526bd4571ef req-2a2017e7-c64b-4200-97e6-f85a59485521 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.0768352 Jun 21 04:30:07.110598 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-895f9d87-32ff-4c4e-af10-7526bd4571ef req-2aeaa199-0417-40a9-89ac-2d0e8eacdc2c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Jun 21 04:30:07.292631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7692fa-1bf5-4814-9fe1-5572928f4ba5 req-a3dc1cf4-2dfd-4a6e-9dbe-d0cb725ae2c7 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.293995 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e7692fa-1bf5-4814-9fe1-5572928f4ba5 req-a3dc1cf4-2dfd-4a6e-9dbe-d0cb725ae2c7 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.0732126 Jun 21 04:30:07.335623 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1e7692fa-1bf5-4814-9fe1-5572928f4ba5 req-279ab961-a6cc-45de-9e45-4e6a86cd61f8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339961 Jun 21 04:30:07.752749 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99d564-adfe-4e91-a753-d4efb2ca8ab3 req-d3ce98e8-8508-430f-a05d-d6b15f0ef18b tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.754221 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0c99d564-adfe-4e91-a753-d4efb2ca8ab3 req-d3ce98e8-8508-430f-a05d-d6b15f0ef18b tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.0780947 Jun 21 04:30:07.796895 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0c99d564-adfe-4e91-a753-d4efb2ca8ab3 req-d7d59491-4a73-4dcd-9975-6901493b6b24 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366011 Jun 21 04:30:08.801752 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9225e561-4454-4806-9948-dd5886b719cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.534692 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6e3ddfcf-6c67-4968-b773-7e235305e9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.792414 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.195740 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db87933-3cfc-4b2d-9efe-80680d5019b2 req-e1755e4a-2f10-4275-ae51-099d64a2abf0 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.197216 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9db87933-3cfc-4b2d-9efe-80680d5019b2 req-e1755e4a-2f10-4275-ae51-099d64a2abf0 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.0791192 Jun 21 04:30:12.235336 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9db87933-3cfc-4b2d-9efe-80680d5019b2 req-830d0aa6-af6f-4ca4-8401-d72710022876 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Jun 21 04:30:12.259766 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46784) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:12.300226 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.415134 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56085f88-1c16-4646-b862-17943ef0280c tempest-TestMinimumBasicScenario-384067028 tempest-TestMinimumBasicScenario-384067028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.417487 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-56085f88-1c16-4646-b862-17943ef0280c tempest-TestMinimumBasicScenario-384067028 tempest-TestMinimumBasicScenario-384067028-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 1094 time: 0.1565895 Jun 21 04:30:12.420496 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46788) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:12.427227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'floatingip': {'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'port_id': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:12.459623 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for floatingip, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.562009 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.666366 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Allocated IP 172.28.0.140 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/5ffb128a-e5a0-4636-ab77-00555187b990) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:12.772682 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.815644 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58916778'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.817535 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-43c43d35-fa0f-46b5-92e1-65460ff4045a tempest-AttachVolumeNegativeTest-1908586544 tempest-AttachVolumeNegativeTest-1908586544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:12.855327 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:12.858314 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:12.861825 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:12.867435 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'Port': ['ID=5ffb128a-e5a0-4636-ab77-00555187b990,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:12.886919 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:13.282533 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.364864 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.523604 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.531623 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58916764'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.534871 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7b6342a9-da99-4766-8b8e-bee4cfa4e3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:13.597258 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'Port': ['ID=5ffb128a-e5a0-4636-ab77-00555187b990,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:13.601497 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:13.612426 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.715586 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.l3_db [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Floating IP 0e6e0d2f-38b8-4550-a64e-c184327b453c associated. External IP: 172.28.0.140, port: be5fa9c6-3194-4eee-b44c-61d015852a98. Jun 21 04:30:13.944626 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Router b58a8169-cfb5-41ae-922d-935b856a9a7a has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:30:14.058037 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:14.069100 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] Sync routers for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:14.079079 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.082129 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:14.082811 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:30:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:14.122865 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7012894 Jun 21 04:30:14.123617 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:14.125810 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46792) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.126295 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ffa2d-d55a-426e-b814-b77920a675c7" -d '{"events": [{"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:14.141044 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-4100f203-f164-4c4d-aef7-6164042bc6d8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510492426', 'description': 'tempest-secgroup-smoke-1510492426 description', 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:14.163686 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e4adf4-e19d-4304-a2ea-a77124ad1499 x-openstack-request-id: req-17e4adf4-e19d-4304-a2ea-a77124ad1499 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:14.164012 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:14.164341 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17e4adf4-e19d-4304-a2ea-a77124ad1499 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:14.164720 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'status': 'completed', 'code': 200} Jun 21 04:30:14.169379 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4100f203-f164-4c4d-aef7-6164042bc6d8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.185106 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.201260 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:14.264891 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4100f203-f164-4c4d-aef7-6164042bc6d8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.270164 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4100f203-f164-4c4d-aef7-6164042bc6d8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.274618 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b2cdec48-8cda-4f74-bcc2-9d4af6dc8f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.286055 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-861ec755-a501-40db-be3e-1fa8096a7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.287907 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-861ec755-a501-40db-be3e-1fa8096a7dbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a&device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 1099 time: 0.0578885 Jun 21 04:30:14.304575 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4100f203-f164-4c4d-aef7-6164042bc6d8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.308906 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4100f203-f164-4c4d-aef7-6164042bc6d8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1820273 Jun 21 04:30:14.310452 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46796) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.315220 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-761d0c80-56c8-4873-b2d1-c47fd78d7469 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'security_group_rule': {'security_group_id': 'e792cc79-7525-4428-88ba-67ba01214fa2', 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:14.320903 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100f203-f164-4c4d-aef7-6164042bc6d8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e792cc79-7525-4428-88ba-67ba01214fa2,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.324320 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4100f203-f164-4c4d-aef7-6164042bc6d8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:14.350795 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-761d0c80-56c8-4873-b2d1-c47fd78d7469 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.402873 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-5e773454-422a-4ae8-8d43-9d56bd42a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.407218 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-5e773454-422a-4ae8-8d43-9d56bd42a75a service neutron] 10.222.0.44 "GET /v2.0/networks?id=232357df-555e-46e4-9bdb-893f4d9b0a5b HTTP/1.1" status: 200 len: 915 time: 0.1125896 Jun 21 04:30:14.435962 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-761d0c80-56c8-4873-b2d1-c47fd78d7469 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.442367 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-761d0c80-56c8-4873-b2d1-c47fd78d7469 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.445122 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-01f572f7-408e-4021-868f-33ae8eb7e1a3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.463276 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d0c80-56c8-4873-b2d1-c47fd78d7469 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2024cac8-26e4-4b11-8a8e-eac9bec7ec6e,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.466629 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-761d0c80-56c8-4873-b2d1-c47fd78d7469 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:14.471589 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-761d0c80-56c8-4873-b2d1-c47fd78d7469 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.473073 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-761d0c80-56c8-4873-b2d1-c47fd78d7469 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616180 Jun 21 04:30:14.475808 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46800) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.480898 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-f124fc3f-b9e7-4709-9103-f511dcd12fc5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'security_group_rule': {'security_group_id': 'e792cc79-7525-4428-88ba-67ba01214fa2', 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:14.487553 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-0efc3600-90c3-4023-a92e-a90dc021206d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 1000 time: 0.0729802 Jun 21 04:30:14.512630 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f124fc3f-b9e7-4709-9103-f511dcd12fc5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.566495 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-1232b3c5-4cc3-41ab-bf52-61e74eefc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.568054 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-1232b3c5-4cc3-41ab-bf52-61e74eefc4cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fe41ed4-046b-43b7-9791-ff959a8527d9 HTTP/1.1" status: 200 len: 853 time: 0.0495930 Jun 21 04:30:14.572267 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f124fc3f-b9e7-4709-9103-f511dcd12fc5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.578767 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f124fc3f-b9e7-4709-9103-f511dcd12fc5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.580964 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-70f624c6-2da5-4875-961f-833823607a99 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.587779 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': '0e6e0d2f-38b8-4550-a64e-c184327b453c', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'floating_ip_address': '172.28.0.140', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'port_id': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'mac_address': 'fa:16:3e:ad:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:30:13Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 0, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 5, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:14.599159 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124fc3f-b9e7-4709-9103-f511dcd12fc5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292df075-1870-4008-afc2-31adf1e2ec99,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.601709 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f124fc3f-b9e7-4709-9103-f511dcd12fc5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:14.603079 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f124fc3f-b9e7-4709-9103-f511dcd12fc5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.607070 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-f124fc3f-b9e7-4709-9103-f511dcd12fc5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303060 Jun 21 04:30:14.607648 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46802) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.612488 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-a6a4db0c-5234-4250-8a7c-a9ce9fa7c18f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'security_group_rule': {'security_group_id': 'e792cc79-7525-4428-88ba-67ba01214fa2', 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:14.619036 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] Checking router: b58a8169-cfb5-41ae-922d-935b856a9a7a for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:14.629803 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:14.630455 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:30:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:14.637328 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-9ec99f81-e508-4455-b1c4-435a359ddc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.639182 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-9ec99f81-e508-4455-b1c4-435a359ddc15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=232357df-555e-46e4-9bdb-893f4d9b0a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0626364 Jun 21 04:30:14.643414 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a6a4db0c-5234-4250-8a7c-a9ce9fa7c18f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.709292 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a6a4db0c-5234-4250-8a7c-a9ce9fa7c18f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.714975 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a6a4db0c-5234-4250-8a7c-a9ce9fa7c18f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.717083 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.735203 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4db0c-5234-4250-8a7c-a9ce9fa7c18f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68cf8a6-ab4b-4f05-beea-695cd114d7a0,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.735745 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-324ae6ab-302b-4631-9ee8-74eb076a4c54 service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883195 Jun 21 04:30:14.737733 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a6a4db0c-5234-4250-8a7c-a9ce9fa7c18f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:14.740456 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a6a4db0c-5234-4250-8a7c-a9ce9fa7c18f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.744562 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a6a4db0c-5234-4250-8a7c-a9ce9fa7c18f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359444 Jun 21 04:30:14.745150 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46804) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.748313 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:14.749677 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-0742be1a-6adb-49cb-951d-3148339eabb8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'security_group_rule': {'security_group_id': 'e792cc79-7525-4428-88ba-67ba01214fa2', 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:14.778719 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0742be1a-6adb-49cb-951d-3148339eabb8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.834499 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f7ffa2d-d55a-426e-b814-b77920a675c7 req-b5cbf5f8-603b-424c-a0b4-d533c52f59ed service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918036 Jun 21 04:30:14.845411 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0742be1a-6adb-49cb-951d-3148339eabb8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.850000 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0742be1a-6adb-49cb-951d-3148339eabb8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.852178 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.868989 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742be1a-6adb-49cb-951d-3148339eabb8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883efa36-fb82-4e68-b63b-3787d2beb444,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.871554 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0742be1a-6adb-49cb-951d-3148339eabb8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:14.877494 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0742be1a-6adb-49cb-951d-3148339eabb8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.880159 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-0742be1a-6adb-49cb-951d-3148339eabb8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339736 Jun 21 04:30:14.881369 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 46806) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.886796 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-6e072091-705a-4906-b944-8fe853a2f2ea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'security_group_rule': {'security_group_id': 'e792cc79-7525-4428-88ba-67ba01214fa2', 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:14.911005 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.securitygroups_db [None req-6e072091-705a-4906-b944-8fe853a2f2ea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Project d52a3b03b5e741bcaa97c3713ba01e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:30:14.916104 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6e072091-705a-4906-b944-8fe853a2f2ea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.977848 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6e072091-705a-4906-b944-8fe853a2f2ea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.986177 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6e072091-705a-4906-b944-8fe853a2f2ea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.987281 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f124fc3f-b9e7-4709-9103-f511dcd12fc5 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.997257 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': '0e6e0d2f-38b8-4550-a64e-c184327b453c', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'floating_ip_address': '172.28.0.140', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'port_id': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'mac_address': 'fa:16:3e:ad:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:30:13Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 0, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 5, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:15.003444 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e072091-705a-4906-b944-8fe853a2f2ea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e626dc-11f3-431b-bb7c-cf26d8188102,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.006067 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-6e072091-705a-4906-b944-8fe853a2f2ea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.011720 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6e072091-705a-4906-b944-8fe853a2f2ea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.012915 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-6e072091-705a-4906-b944-8fe853a2f2ea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306224 Jun 21 04:30:15.016002 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 46808) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:15.020835 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-a7b89799-04db-42ac-83e5-da264ab0a21f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'security_group_rule': {'security_group_id': 'e792cc79-7525-4428-88ba-67ba01214fa2', 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:15.024328 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925f393-46c5-4c59-beb4-0d4ca63be638 None None] The sync data for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb is: [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': '0e6e0d2f-38b8-4550-a64e-c184327b453c', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'floating_ip_address': '172.28.0.140', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'port_id': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'mac_address': 'fa:16:3e:ad:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:30:13Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 0, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 5, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:15.045642 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.securitygroups_db [None req-a7b89799-04db-42ac-83e5-da264ab0a21f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Project d52a3b03b5e741bcaa97c3713ba01e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:30:15.050765 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a7b89799-04db-42ac-83e5-da264ab0a21f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.119983 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a7b89799-04db-42ac-83e5-da264ab0a21f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.125456 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a7b89799-04db-42ac-83e5-da264ab0a21f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.130295 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.145569 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b89799-04db-42ac-83e5-da264ab0a21f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87f5cec-6011-4de2-badf-8437e691ee4c,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.148412 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a7b89799-04db-42ac-83e5-da264ab0a21f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.152320 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a7b89799-04db-42ac-83e5-da264ab0a21f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.153891 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-a7b89799-04db-42ac-83e5-da264ab0a21f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367469 Jun 21 04:30:15.218989 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e646a09d-efe5-47c4-8927-09faff34f443 None None] New status for floating IP 0e6e0d2f-38b8-4550-a64e-c184327b453c: ACTIVE {{(pid=92764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:30:15.280608 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-99c43746-8d83-467d-aa4b-2159ccb56128 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510492426&fields=id&tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a HTTP/1.1" status: 200 len: 267 time: 0.0341368 Jun 21 04:30:15.349961 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-0ab24705-c930-47ac-bbf6-352ada7e3c84 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:15.351426 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-0ab24705-c930-47ac-bbf6-352ada7e3c84 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.0651469 Jun 21 04:30:15.364605 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'port': {'security_groups': ['fa28bd71-c254-439f-aae7-6e7766d08400', 'e792cc79-7525-4428-88ba-67ba01214fa2']}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:15.457729 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.648583 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] For port be5fa9c6-3194-4eee-b44c-61d015852a98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=be5fa9c6-3194-4eee-b44c-61d015852a98,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:15.679423 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for port, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.687122 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3377555'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.691552 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9ff3d265-0b0e-48a5-b7b9-4d2d72f807c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.727828 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['be5fa9c6-3194-4eee-b44c-61d015852a98'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:15.743232 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:15.743945 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.745344 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a5edf869-2233-4ac8-a391-fe9efc39179b req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "PUT /v2.0/ports/be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 982 time: 0.3856595 Jun 21 04:30:15.745968 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98'}] {{(pid=92762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:15.748367 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1f0264e5c4948df9d2e6d758a1c4e95ddc8eb98f9bbf346be2c5c524a3645e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dba9ecf-9195-4189-a0e7-79b44f4559ef" -d '{"events": [{"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98"}]}' {{(pid=92762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:15.778998 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'Port': ['ID=be5fa9c6-3194-4eee-b44c-61d015852a98,revision_number=6']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.783113 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-446ccb87-a44c-4356-a0bf-0526c8fbe091 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.799862 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7cec51-35d7-4600-aa5c-db3776f637be x-openstack-request-id: req-4a7cec51-35d7-4600-aa5c-db3776f637be {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:15.800272 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98", "status": "completed", "code": 200}]} {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:15.800635 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a7cec51-35d7-4600-aa5c-db3776f637be {{(pid=92762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:15.801266 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'status': 'completed', 'code': 200} Jun 21 04:30:15.904400 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['be5fa9c6-3194-4eee-b44c-61d015852a98'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:15.917834 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-8886900b-a63b-40f8-8f32-3cecd93b1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:15.919501 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-8886900b-a63b-40f8-8f32-3cecd93b1015 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a&device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 1138 time: 0.0622320 Jun 21 04:30:15.923315 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6254cd-1dfe-41c3-8276-b8eb8a34b271 req-5db93f20-5dbc-4eeb-8c0a-3ad3b1acc619 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:15.924955 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7a6254cd-1dfe-41c3-8276-b8eb8a34b271 req-5db93f20-5dbc-4eeb-8c0a-3ad3b1acc619 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0690072 Jun 21 04:30:15.970981 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7a6254cd-1dfe-41c3-8276-b8eb8a34b271 req-15808747-248b-4e89-bac8-806e2d9dd509 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399108 Jun 21 04:30:16.042231 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-b64c6bf0-e708-4b51-b997-66fe81ba6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:16.044106 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-b64c6bf0-e708-4b51-b997-66fe81ba6897 service neutron] 10.222.0.44 "GET /v2.0/networks?id=232357df-555e-46e4-9bdb-893f4d9b0a5b HTTP/1.1" status: 200 len: 915 time: 0.1135960 Jun 21 04:30:16.116563 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-aaa85f6c-0fc5-4b1a-bdea-c84d2d5147f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 1002 time: 0.0620999 Jun 21 04:30:16.123537 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-a92716f8-05bb-48c3-8829-46e51b88e82d None None] Provisioning complete for port be5fa9c6-3194-4eee-b44c-61d015852a98 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:16.123873 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-a92716f8-05bb-48c3-8829-46e51b88e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.171258 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-f03509f0-50d1-4955-88de-65df17a73d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:16.172763 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-f03509f0-50d1-4955-88de-65df17a73d1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fe41ed4-046b-43b7-9791-ff959a8527d9 HTTP/1.1" status: 200 len: 853 time: 0.0496383 Jun 21 04:30:16.239825 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-5a2c54f3-0c43-40bf-b3d7-d748e918acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:16.241332 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-5a2c54f3-0c43-40bf-b3d7-d748e918acc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=232357df-555e-46e4-9bdb-893f4d9b0a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0544214 Jun 21 04:30:16.336958 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-532d640c-917b-457d-bdfd-ebc3f976c046 service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882080 Jun 21 04:30:16.444612 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7dba9ecf-9195-4189-a0e7-79b44f4559ef req-7c5d741a-bcf8-4b2b-9d2c-152e9728bcb4 service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990889 Jun 21 04:30:16.677458 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.545940 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-f8e2fe9a-11d7-4201-a2d4-3528521561e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612974 Jun 21 04:30:20.673660 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-e4d4b75f-8658-4ac3-b5b6-7b3dfca3c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.675072 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-e4d4b75f-8658-4ac3-b5b6-7b3dfca3c667 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 1098 time: 0.0578690 Jun 21 04:30:20.793450 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-dddabd4c-5c10-4059-ab5c-8b673b9e92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.794855 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-dddabd4c-5c10-4059-ab5c-8b673b9e92c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 912 time: 0.0904884 Jun 21 04:30:20.860025 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-8afba939-a81e-4d26-bcfd-57a659ed155d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 HTTP/1.1" status: 200 len: 1001 time: 0.0574682 Jun 21 04:30:20.914528 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-25faec3d-bbbc-443a-832d-05a11d2396ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.916175 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-25faec3d-bbbc-443a-832d-05a11d2396ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.0482218 Jun 21 04:30:20.979351 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-1dfce55b-d301-4e68-a705-b3b5d62ec9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.980749 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-1dfce55b-d301-4e68-a705-b3b5d62ec9fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0577948 Jun 21 04:30:21.083732 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-1c06a47b-5b1c-4a2c-8723-51bed314e867 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909626 Jun 21 04:30:21.182614 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-36f9b3ff-5b6a-42a4-8e01-9d3ae6f82bed req-69aae2b6-fe5b-4f26-a6f5-df7e36900c72 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902934 Jun 21 04:30:23.477835 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:30:29.297033 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb71de0-37b0-4cad-8cda-b772479f0acc req-eafa644b-4ed4-4804-bb0b-890f4798254c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:29.298403 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7fb71de0-37b0-4cad-8cda-b772479f0acc req-eafa644b-4ed4-4804-bb0b-890f4798254c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.1168056 Jun 21 04:30:29.342842 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-7fb71de0-37b0-4cad-8cda-b772479f0acc req-9f22cb26-89b8-4334-a597-00194e549e4c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383005 Jun 21 04:30:30.545312 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459256-915c-4898-bd57-011c7bdbcbee req-50c5a85b-2935-465a-86c3-6af4922bb73d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:30.546760 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-07459256-915c-4898-bd57-011c7bdbcbee req-50c5a85b-2935-465a-86c3-6af4922bb73d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0725882 Jun 21 04:30:30.587832 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-07459256-915c-4898-bd57-011c7bdbcbee req-7f898846-72dc-4701-96f4-96f37a35d79d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329266 Jun 21 04:30:31.770990 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f31324-c30f-44c8-ae46-9a387beee7ae req-2c2b85dc-9cd2-4124-825e-97f1a2c9e822 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.772425 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-24f31324-c30f-44c8-ae46-9a387beee7ae req-2c2b85dc-9cd2-4124-825e-97f1a2c9e822 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0687854 Jun 21 04:30:31.813866 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-24f31324-c30f-44c8-ae46-9a387beee7ae req-d5b76b63-f75c-4ac0-99cd-34704818c5b7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354300 Jun 21 04:30:33.008797 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6b263-185b-41a3-ab35-4a9edf8fd56b req-dac5255b-9370-4ba1-9a20-73ad3b78915f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.010286 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e5e6b263-185b-41a3-ab35-4a9edf8fd56b req-dac5255b-9370-4ba1-9a20-73ad3b78915f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0767508 Jun 21 04:30:33.293368 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e5e6b263-185b-41a3-ab35-4a9edf8fd56b req-7aca904c-4d51-41de-b4a4-892f72012df3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757823 Jun 21 04:30:34.504615 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb3d70-966d-4342-90c1-f57287524cce req-abceb937-91d7-4035-b0a1-6cf7e95641c7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.506092 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-79fb3d70-966d-4342-90c1-f57287524cce req-abceb937-91d7-4035-b0a1-6cf7e95641c7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0678537 Jun 21 04:30:34.544129 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-79fb3d70-966d-4342-90c1-f57287524cce req-3a9f1196-4648-48a5-b771-9fae9da4bc97 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Jun 21 04:30:35.729900 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba5e71-0d6c-4267-9d3e-d7415116c641 req-ba438af3-a5b9-42b3-966f-d0d9db7fb6e8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:35.731366 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-83ba5e71-0d6c-4267-9d3e-d7415116c641 req-ba438af3-a5b9-42b3-966f-d0d9db7fb6e8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0709188 Jun 21 04:30:35.769808 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-83ba5e71-0d6c-4267-9d3e-d7415116c641 req-9bd8745e-c405-42d1-8c1a-20ea422e74fa tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328169 Jun 21 04:30:36.954236 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d559e-d067-49ad-9336-559cfe98847c req-e6caba41-25f8-41ea-84f6-db1770a17b4f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.955704 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8d5d559e-d067-49ad-9336-559cfe98847c req-e6caba41-25f8-41ea-84f6-db1770a17b4f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0696685 Jun 21 04:30:36.992956 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8d5d559e-d067-49ad-9336-559cfe98847c req-c17ac563-2b6a-4c6e-a87c-0762d83a60e7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jun 21 04:30:38.183871 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4850ba-5714-4690-b59b-cc060da7bd31 req-327ed511-fdf8-49b7-94ea-87d4e610b047 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.185328 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0d4850ba-5714-4690-b59b-cc060da7bd31 req-327ed511-fdf8-49b7-94ea-87d4e610b047 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0746086 Jun 21 04:30:38.231755 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0d4850ba-5714-4690-b59b-cc060da7bd31 req-e86c6b28-7adb-4760-8d8a-437dbd1abaef tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373204 Jun 21 04:30:38.805209 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2f691b73-3ef6-47e6-9309-10f13ed1d81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.419131 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fab94-24f0-4068-8b22-948249b4094b req-b95e0d36-0f9d-4d5e-90ec-2c57dc9f5b29 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:39.420628 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a44fab94-24f0-4068-8b22-948249b4094b req-b95e0d36-0f9d-4d5e-90ec-2c57dc9f5b29 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0641334 Jun 21 04:30:39.459065 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a44fab94-24f0-4068-8b22-948249b4094b req-2407e4ed-e24c-4217-84a9-a2b779e22d58 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Jun 21 04:30:40.649106 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd002f50-ca4e-4ced-9d77-5f5094bb72cb req-961d7369-97f7-49c7-bb06-b2ab635aa8c8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.650560 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fd002f50-ca4e-4ced-9d77-5f5094bb72cb req-961d7369-97f7-49c7-bb06-b2ab635aa8c8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0652640 Jun 21 04:30:40.693398 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fd002f50-ca4e-4ced-9d77-5f5094bb72cb req-630bf8af-357f-4242-83b9-da3fb2f24af5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369081 Jun 21 04:30:41.531002 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7b1bdc38-ee80-41c4-a3c0-d7567cec9173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.796596 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.875272 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e379b75-7629-4a22-875f-d70cfeba12f1 req-8835bc62-663e-44b3-a7a6-694fb0604625 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:41.876733 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6e379b75-7629-4a22-875f-d70cfeba12f1 req-8835bc62-663e-44b3-a7a6-694fb0604625 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0665693 Jun 21 04:30:41.919978 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6e379b75-7629-4a22-875f-d70cfeba12f1 req-8863e969-dd22-418c-8bf4-00e34b29cbb8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372767 Jun 21 04:30:42.307579 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:42.896651 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:42.996202 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:43.007775 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'port_id': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'mac_address': 'fa:16:3e:b2:cf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:43.047700 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:43.064759 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b34881d-a49c-4823-b18f-f443c646f4ef {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:43.086228 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:43.092711 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:43.095035 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46ddbc04-dc95-4827-bbf2-bed2d1c51c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:43.116813 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52cd2-92de-45fc-afb3-8c4526b4a142 req-6682d703-441d-474c-bdae-9b84aa2e76d7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:43.118452 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fda52cd2-92de-45fc-afb3-8c4526b4a142 req-6682d703-441d-474c-bdae-9b84aa2e76d7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0741811 Jun 21 04:30:43.152979 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=6']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:43.160339 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.160691 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.160936 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.161267 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.161497 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fda52cd2-92de-45fc-afb3-8c4526b4a142 req-75183c71-7564-42be-b3a0-d9ae2c4ae474 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370753 Jun 21 04:30:43.161631 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.161904 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.162225 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.162549 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.163040 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.163205 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.163502 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.163850 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:43.168185 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:43.272093 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['5b34881d-a49c-4823-b18f-f443c646f4ef'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:44.161129 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:44.345363 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad6447-cf93-4bbc-a8cf-468056cd05ee req-cdd4234f-cddc-4bb0-99d2-9118d533831d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:44.346826 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a3ad6447-cf93-4bbc-a8cf-468056cd05ee req-cdd4234f-cddc-4bb0-99d2-9118d533831d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 944 time: 0.0650923 Jun 21 04:30:44.385572 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a3ad6447-cf93-4bbc-a8cf-468056cd05ee req-703abf38-47e5-45e8-b005-c011b7b7e064 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328352 Jun 21 04:30:44.895083 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:44.951280 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 5b34881d-a49c-4823-b18f-f443c646f4ef triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:44.951678 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:45.028795 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:45.052782 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:45.055814 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ffe64d-6a68-45f4-9754-7363e89b075a" -d '{"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-plugged", "status": "completed", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:45.072052 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:45.078537 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:45.080727 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:45.102976 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b2d4c3-9f7a-4462-b792-6fdbcf88aa36 x-openstack-request-id: req-a4b2d4c3-9f7a-4462-b792-6fdbcf88aa36 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:45.103275 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-plugged", "status": "completed", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:45.103538 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4b2d4c3-9f7a-4462-b792-6fdbcf88aa36 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:45.103968 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'code': 200} Jun 21 04:30:45.129992 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=7']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:45.133099 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:45.572332 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2641b61-8d68-4343-87a0-d7b121d4f600 req-58d8394f-73f9-4875-a662-63da6ac1acff tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:45.573898 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a2641b61-8d68-4343-87a0-d7b121d4f600 req-58d8394f-73f9-4875-a662-63da6ac1acff tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0680082 Jun 21 04:30:45.619458 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a2641b61-8d68-4343-87a0-d7b121d4f600 req-8805eb32-76b3-4b50-bd2e-765560f3e19a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349555 Jun 21 04:30:46.677566 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:46.824009 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ef22d-a2ab-40c3-9869-2ab5fd878484 req-85fc93d0-f7ea-465d-a1a1-b5dc4f428f91 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.825819 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-020ef22d-a2ab-40c3-9869-2ab5fd878484 req-85fc93d0-f7ea-465d-a1a1-b5dc4f428f91 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0838809 Jun 21 04:30:46.872394 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-020ef22d-a2ab-40c3-9869-2ab5fd878484 req-15903fb1-5526-49f1-bc50-645470285cf2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406840 Jun 21 04:30:48.149164 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7f0c4-e862-4150-a794-b35ac80e0099 req-51412294-c0ae-44bb-86d4-12d1ec308720 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:48.151877 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f1d7f0c4-e862-4150-a794-b35ac80e0099 req-51412294-c0ae-44bb-86d4-12d1ec308720 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0935831 Jun 21 04:30:48.200240 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f1d7f0c4-e862-4150-a794-b35ac80e0099 req-b1b5008b-6c86-4533-9e0c-d8f40423fa3d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 Jun 21 04:30:49.455247 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e60cb5-7208-4435-acb4-6e702179fe00 req-90b973ec-3709-4e11-963d-55e039453f6c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:49.458205 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-76e60cb5-7208-4435-acb4-6e702179fe00 req-90b973ec-3709-4e11-963d-55e039453f6c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0925663 Jun 21 04:30:49.516195 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-76e60cb5-7208-4435-acb4-6e702179fe00 req-26c81aaa-697b-4ecc-ae90-184e7987f8c1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488172 Jun 21 04:30:50.782503 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62948d6-354d-49d3-aa30-16c65d1e5e7f req-0a02793f-6aba-426d-a8c9-13e0d42b2afc tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:50.795773 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e62948d6-354d-49d3-aa30-16c65d1e5e7f req-0a02793f-6aba-426d-a8c9-13e0d42b2afc tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.1045156 Jun 21 04:30:50.868765 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e62948d6-354d-49d3-aa30-16c65d1e5e7f req-d46f9b80-3d70-405a-8193-89e319b16e93 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710740 Jun 21 04:30:52.057726 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd158981-3d79-44b4-9bec-98c03a5448f3 req-c18220b5-dbc0-4eac-a6c1-c611836bd923 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:52.060152 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-dd158981-3d79-44b4-9bec-98c03a5448f3 req-c18220b5-dbc0-4eac-a6c1-c611836bd923 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0675550 Jun 21 04:30:52.119156 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-dd158981-3d79-44b4-9bec-98c03a5448f3 req-955d2687-96ef-485b-b011-d371ffc540dd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527122 Jun 21 04:30:53.297824 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2df4ae-1263-4e37-ba83-01d08106bc74 req-41d6ffa3-9db3-437f-aaba-f084056c37b7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:53.300018 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1a2df4ae-1263-4e37-ba83-01d08106bc74 req-41d6ffa3-9db3-437f-aaba-f084056c37b7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0701969 Jun 21 04:30:53.343811 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1a2df4ae-1263-4e37-ba83-01d08106bc74 req-0718b1c3-affd-4afa-9d18-711739a042af tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380211 Jun 21 04:30:54.540557 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff97328-26a5-4797-9522-3dde8035af8f req-0742ef6f-4294-4853-9195-7da6764b9688 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:54.542245 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-aff97328-26a5-4797-9522-3dde8035af8f req-0742ef6f-4294-4853-9195-7da6764b9688 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0659432 Jun 21 04:30:54.584990 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-aff97328-26a5-4797-9522-3dde8035af8f req-6295d6e9-b3ac-41fd-9201-41ceb13ad857 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358899 Jun 21 04:30:55.797135 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844e601-8175-46f9-b44e-4769ccffee94 req-782d122f-7d16-42cd-a34f-7a8dd513e1ff tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:55.798752 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3844e601-8175-46f9-b44e-4769ccffee94 req-782d122f-7d16-42cd-a34f-7a8dd513e1ff tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0925691 Jun 21 04:30:55.849150 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3844e601-8175-46f9-b44e-4769ccffee94 req-a0b7769b-f2d4-4cc8-8a30-6a576d9231a1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408609 Jun 21 04:30:57.040361 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b8826-e6aa-4c13-a61e-425d784a7691 req-31a74de8-76b7-4f7b-99fa-8599c15cbbe8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:57.042957 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d8b8826-e6aa-4c13-a61e-425d784a7691 req-31a74de8-76b7-4f7b-99fa-8599c15cbbe8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0698454 Jun 21 04:30:57.091599 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5d8b8826-e6aa-4c13-a61e-425d784a7691 req-af82b542-5220-4d86-ac31-ad6277b4cd5b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417049 Jun 21 04:30:58.286575 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4670-5713-458a-a2cb-d0db82880a1a req-70bb789d-2bf7-4541-9036-d3c66f3e35e9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:58.288108 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-00ab4670-5713-458a-a2cb-d0db82880a1a req-70bb789d-2bf7-4541-9036-d3c66f3e35e9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0671358 Jun 21 04:30:58.325963 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-00ab4670-5713-458a-a2cb-d0db82880a1a req-16286264-93a6-490a-94b8-31fbf5f798a9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320513 Jun 21 04:30:58.602707 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-5b3fb37a-aad2-4e84-946b-f8d697b83b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:58.604239 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-5b3fb37a-aad2-4e84-946b-f8d697b83b9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 1098 time: 0.1022351 Jun 21 04:30:58.700764 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-4dc4847a-7408-4c9d-97a8-dd27b2e8f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:58.702144 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-4dc4847a-7408-4c9d-97a8-dd27b2e8f5cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0911396 Jun 21 04:30:58.774995 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-a168b600-b80c-4992-8431-5b8f24f5dbfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b34881d-a49c-4823-b18f-f443c646f4ef HTTP/1.1" status: 200 len: 1001 time: 0.0658543 Jun 21 04:30:58.823067 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-cbbd24b4-677f-46cd-bc65-ab6ee4407e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:58.824928 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-cbbd24b4-677f-46cd-bc65-ab6ee4407e43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0441246 Jun 21 04:30:58.886941 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-4cc6e1fe-8612-4d14-9fc2-6983cef853df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:58.888843 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-4cc6e1fe-8612-4d14-9fc2-6983cef853df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0575454 Jun 21 04:30:58.997311 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-18cdcac5-07ab-469a-bdb4-c9096a4851cf service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017013 Jun 21 04:30:59.088352 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-11b2f6cd-5625-4acb-8373-c979b58a58dc req-f820c7d9-eed2-4f8d-acf0-36e5ec46063c service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840955 Jun 21 04:30:59.342171 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63607a84-7cb8-495c-9f8a-5c16441312bf req-eb0ab8d7-4ebb-4a7a-a7af-4194dba3ea05 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:59.343552 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-63607a84-7cb8-495c-9f8a-5c16441312bf req-eb0ab8d7-4ebb-4a7a-a7af-4194dba3ea05 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0699651 Jun 21 04:30:59.382015 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-63607a84-7cb8-495c-9f8a-5c16441312bf req-e9b99272-aa64-4709-bf5d-674ab238504c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323677 Jun 21 04:30:59.510559 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67606da1-fbb6-4f8b-9393-f68083799bdd req-60672df0-4cf7-459f-88e4-2005a0b3855a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:59.512176 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-67606da1-fbb6-4f8b-9393-f68083799bdd req-60672df0-4cf7-459f-88e4-2005a0b3855a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0661225 Jun 21 04:30:59.557629 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-67606da1-fbb6-4f8b-9393-f68083799bdd req-d015caa5-8968-460e-b5c4-7933ad1def7c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396779 Jun 21 04:31:00.480627 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:31:00.575527 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc252-74a6-4b03-aca5-16b2055c9a68 req-c931d131-a23d-4cee-b30e-be178119392c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:00.577074 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-989dc252-74a6-4b03-aca5-16b2055c9a68 req-c931d131-a23d-4cee-b30e-be178119392c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0674129 Jun 21 04:31:00.620536 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-989dc252-74a6-4b03-aca5-16b2055c9a68 req-09c114a5-5ebe-4a91-b2f8-a738a3b5dad5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346024 Jun 21 04:31:00.759700 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2395b1-ccb8-4aea-9188-090e8798a622 req-9a90ccf6-ab9a-446c-9f04-9ad597c62d5a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:00.761060 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6c2395b1-ccb8-4aea-9188-090e8798a622 req-9a90ccf6-ab9a-446c-9f04-9ad597c62d5a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 945 time: 0.0806394 Jun 21 04:31:00.799797 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6c2395b1-ccb8-4aea-9188-090e8798a622 req-d1c3c156-7e49-426f-9446-144b6f7d2639 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326085 Jun 21 04:31:00.985385 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:01.059891 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.088982 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:01.091367 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9703b2e2-1379-4085-a757-e51c61e2b7a6" -d '{"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-unplugged", "status": "completed", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:01.104364 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:01.110866 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.113998 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:01.166052 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=8']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:01.169354 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:01.191781 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1684074-9a12-4409-8683-b5cc6a56e6e5 x-openstack-request-id: req-b1684074-9a12-4409-8683-b5cc6a56e6e5 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:01.192156 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-unplugged", "status": "completed", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:01.192422 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1684074-9a12-4409-8683-b5cc6a56e6e5 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:01.192839 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'code': 200} Jun 21 04:31:01.797976 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77ca55-b4fc-41c1-a8d3-b302a91306d7 req-a439579b-3e7c-4fa6-90fb-4c19440b7444 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.799423 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4d77ca55-b4fc-41c1-a8d3-b302a91306d7 req-a439579b-3e7c-4fa6-90fb-4c19440b7444 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0712957 Jun 21 04:31:01.846069 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4d77ca55-b4fc-41c1-a8d3-b302a91306d7 req-361e1280-8538-40b5-b897-549247f18b0c tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406449 Jun 21 04:31:01.989057 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df7eaa-403b-4c70-b127-749a708e89a8 req-5a77734f-d8b8-4501-8c2c-16eced6bf168 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.990409 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-12df7eaa-403b-4c70-b127-749a708e89a8 req-5a77734f-d8b8-4501-8c2c-16eced6bf168 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0648923 Jun 21 04:31:02.035334 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-12df7eaa-403b-4c70-b127-749a708e89a8 req-c0c2efc0-d931-4e03-a5e1-0ad7172223fc tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366480 Jun 21 04:31:02.836189 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9a882-d0e8-448e-9cc6-554f8c5e08dd req-09fb61f5-9589-4217-b47f-8da01cb2178a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:02.837908 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1cc9a882-d0e8-448e-9cc6-554f8c5e08dd req-09fb61f5-9589-4217-b47f-8da01cb2178a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0736940 Jun 21 04:31:02.880265 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1cc9a882-d0e8-448e-9cc6-554f8c5e08dd req-57243d84-e51c-4b6a-8a5f-912fce549829 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366917 Jun 21 04:31:02.951689 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47040) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:03.025628 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3156d3-f11f-4cae-8bd5-80a00fe91e0b req-e5fc64ca-9006-4055-895d-94e797ae82b4 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:03.027050 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4f3156d3-f11f-4cae-8bd5-80a00fe91e0b req-e5fc64ca-9006-4055-895d-94e797ae82b4 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0635834 Jun 21 04:31:03.042604 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-84768080-307d-4364-988d-608ec5a0f72e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895960 Jun 21 04:31:03.065056 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4f3156d3-f11f-4cae-8bd5-80a00fe91e0b req-18fc4474-7af3-4382-8a27-7b63964780fe tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Jun 21 04:31:04.081384 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ecc40-e130-4961-960f-68f0e6514f29 req-82dadb5c-a6ac-4ed8-8fac-c00bc9a9b535 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.082866 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-648ecc40-e130-4961-960f-68f0e6514f29 req-82dadb5c-a6ac-4ed8-8fac-c00bc9a9b535 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0797079 Jun 21 04:31:04.125710 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-648ecc40-e130-4961-960f-68f0e6514f29 req-937bd838-bf54-4660-995c-4787cdec81a7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354123 Jun 21 04:31:04.253910 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04e349-6517-4379-91a3-d49c6927f996 req-1698ad5f-e4eb-4f57-9e35-2c0b92831a5d tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.255347 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1a04e349-6517-4379-91a3-d49c6927f996 req-1698ad5f-e4eb-4f57-9e35-2c0b92831a5d tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0698047 Jun 21 04:31:04.297613 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1a04e349-6517-4379-91a3-d49c6927f996 req-a64d2f7d-d98d-4c85-9bc4-566c346726f7 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351071 Jun 21 04:31:04.768917 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-bd9507ef-210d-4e6b-a299-a26f70e8cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.770400 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-bd9507ef-210d-4e6b-a299-a26f70e8cb5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f&tenant_id=22c3acf73c9d439c81b4759eafb4238c HTTP/1.1" status: 200 len: 1096 time: 0.0906520 Jun 21 04:31:04.860503 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-0100a139-39ff-4073-a232-7d46afac8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.862056 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-0100a139-39ff-4073-a232-7d46afac8539 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 1096 time: 0.0547156 Jun 21 04:31:04.960994 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-9f403674-c2eb-4bfe-bcb3-9e91011f10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.962463 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-9f403674-c2eb-4bfe-bcb3-9e91011f10c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0931671 Jun 21 04:31:05.008422 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:05.028290 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-01560c93-4798-49e7-be1c-b328590d4449 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b34881d-a49c-4823-b18f-f443c646f4ef HTTP/1.1" status: 200 len: 999 time: 0.0586605 Jun 21 04:31:05.082868 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-aabcc3d4-71dc-4d51-a1f4-ed0db4538800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:05.084467 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-aabcc3d4-71dc-4d51-a1f4-ed0db4538800 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0494766 Jun 21 04:31:05.144149 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-660c5304-60ca-4e92-a270-0261c9c10078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:05.145616 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-660c5304-60ca-4e92-a270-0261c9c10078 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0543048 Jun 21 04:31:05.237860 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-85413cae-b335-48e4-8cf0-427ba3fe184a service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845127 Jun 21 04:31:05.370123 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7f1edff8-d51c-4735-910f-2efa2c352566 req-ebe781ae-e1d1-44ef-b640-2cd6a6f30ec5 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251600 Jun 21 04:31:05.382337 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea7698-a823-43a8-807f-2a24a624d61b req-f3672b61-d95d-4379-899f-8d2d6b838d78 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:05.383825 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2fea7698-a823-43a8-807f-2a24a624d61b req-f3672b61-d95d-4379-899f-8d2d6b838d78 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.1316662 Jun 21 04:31:05.430629 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2fea7698-a823-43a8-807f-2a24a624d61b req-78d5a2c5-7d56-4404-b7d5-f7016988275a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353396 Jun 21 04:31:05.488092 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239c91a-890c-4e56-8b1b-ec42a29d61c6 req-937c652a-98ec-432c-a78e-b15c1bb068cf tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:05.489546 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c239c91a-890c-4e56-8b1b-ec42a29d61c6 req-937c652a-98ec-432c-a78e-b15c1bb068cf tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0766988 Jun 21 04:31:05.532800 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c239c91a-890c-4e56-8b1b-ec42a29d61c6 req-15b5238d-2bf1-4baf-9358-acbf521ff7ff tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374715 Jun 21 04:31:06.628455 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeca81-c0da-48f3-905d-e409f10cc693 req-deefee46-9749-459f-a685-691a593353be tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:06.630095 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5adeca81-c0da-48f3-905d-e409f10cc693 req-deefee46-9749-459f-a685-691a593353be tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0753555 Jun 21 04:31:06.671931 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5adeca81-c0da-48f3-905d-e409f10cc693 req-1b21b408-19e8-40ad-a2f3-09e084b65c0b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351722 Jun 21 04:31:06.729753 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633b632-7a82-438e-8a6d-9f82b73e217c req-f848a7be-5c55-45d4-b01d-0770a04d1157 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:06.732947 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f633b632-7a82-438e-8a6d-9f82b73e217c req-f848a7be-5c55-45d4-b01d-0770a04d1157 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0683644 Jun 21 04:31:06.775035 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f633b632-7a82-438e-8a6d-9f82b73e217c req-e0d7f638-31a1-4637-ae48-2d7b024a0617 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361044 Jun 21 04:31:07.720248 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0687c22-4329-44cf-9272-cb9f9c2dd31c req-b47ea356-04d4-48a5-a35d-e268f4bd20fd tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:07.721788 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0687c22-4329-44cf-9272-cb9f9c2dd31c req-b47ea356-04d4-48a5-a35d-e268f4bd20fd tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0679803 Jun 21 04:31:07.768622 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c0687c22-4329-44cf-9272-cb9f9c2dd31c req-160da23a-3621-4dec-9dbf-f0c167adc6c5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407650 Jun 21 04:31:07.864413 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cafd40-6eda-484b-80b1-6be5087c5a58 req-ccc32bc2-532b-459c-af7d-08dd5a6511e8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:07.866121 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-92cafd40-6eda-484b-80b1-6be5087c5a58 req-ccc32bc2-532b-459c-af7d-08dd5a6511e8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0701585 Jun 21 04:31:07.906765 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-92cafd40-6eda-484b-80b1-6be5087c5a58 req-ebadb6e4-04e9-48fb-b943-695ccdd37838 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347841 Jun 21 04:31:07.959959 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea46c25-4f80-4f1f-b464-e078be6ccd69 req-ef9afb43-2d51-4e89-a009-f5c32c15163f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:07.961324 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6ea46c25-4f80-4f1f-b464-e078be6ccd69 req-ef9afb43-2d51-4e89-a009-f5c32c15163f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0704153 Jun 21 04:31:08.001432 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6ea46c25-4f80-4f1f-b464-e078be6ccd69 req-d45f06fd-a8b2-4266-b3c3-25fe49d66f78 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Jun 21 04:31:08.810360 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-afae8853-7e7a-4347-85f0-081984ec6b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.960862 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28d2f1-8cc9-4ec2-9010-664722e89eec req-f7f7c1af-b1b5-4082-8e87-ad2109686704 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:08.962458 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1d28d2f1-8cc9-4ec2-9010-664722e89eec req-f7f7c1af-b1b5-4082-8e87-ad2109686704 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0700312 Jun 21 04:31:09.013174 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1d28d2f1-8cc9-4ec2-9010-664722e89eec req-bc1ccb12-40a6-4748-9a02-b532c40d71e9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416682 Jun 21 04:31:09.126689 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee050d-a823-4074-b0af-ac9889ec3fd4 req-b73e017e-1756-4572-b772-4fd646cafc38 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.128305 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6cee050d-a823-4074-b0af-ac9889ec3fd4 req-b73e017e-1756-4572-b772-4fd646cafc38 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0776799 Jun 21 04:31:09.169313 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6cee050d-a823-4074-b0af-ac9889ec3fd4 req-56d09a9c-f54f-41b6-86ad-e0bcc5fdecd7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354006 Jun 21 04:31:09.192620 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c662c7-8cab-4482-9e59-4c511d3ea2a0 req-f075cfe3-ad70-496e-a948-a4211b492a5f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.195445 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-03c662c7-8cab-4482-9e59-4c511d3ea2a0 req-f075cfe3-ad70-496e-a948-a4211b492a5f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0731373 Jun 21 04:31:09.235248 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-03c662c7-8cab-4482-9e59-4c511d3ea2a0 req-fa077661-cddb-438b-a4f3-b20638c29216 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334723 Jun 21 04:31:10.214826 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199a500-c253-4f93-94a4-6797083db120 req-9460be54-f551-4a95-9df1-4dc02d469020 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:10.216416 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1199a500-c253-4f93-94a4-6797083db120 req-9460be54-f551-4a95-9df1-4dc02d469020 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0746090 Jun 21 04:31:10.259274 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1199a500-c253-4f93-94a4-6797083db120 req-3654c4d4-1c4d-485d-b819-869fbc554575 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367353 Jun 21 04:31:10.364003 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d345a-0ccf-4ba3-a044-08bf62810671 req-fe039c93-82e4-4183-8cc8-f6051a345a18 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:10.365607 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6f8d345a-0ccf-4ba3-a044-08bf62810671 req-fe039c93-82e4-4183-8cc8-f6051a345a18 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0750484 Jun 21 04:31:10.407086 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6f8d345a-0ccf-4ba3-a044-08bf62810671 req-ab335492-d6f6-43e8-9cb5-5e8bcfcfd57f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340133 Jun 21 04:31:10.436994 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bc8d2-a5d3-403b-934f-02d57e6a1968 req-2cc80b44-74e8-4203-a5d8-620c376f92dc tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:10.443592 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8a8bc8d2-a5d3-403b-934f-02d57e6a1968 req-2cc80b44-74e8-4203-a5d8-620c376f92dc tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0669122 Jun 21 04:31:10.492431 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8a8bc8d2-a5d3-403b-934f-02d57e6a1968 req-6cba279e-98ed-4506-80b1-e5be608dce9e tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Jun 21 04:31:11.465011 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda2d94-f3b3-493f-9252-9d8160a6e181 req-ce0dbd4c-1066-4e74-b375-a36b6d498ba5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:11.466579 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3bda2d94-f3b3-493f-9252-9d8160a6e181 req-ce0dbd4c-1066-4e74-b375-a36b6d498ba5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0701723 Jun 21 04:31:11.517443 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3bda2d94-f3b3-493f-9252-9d8160a6e181 req-939177c4-8ffc-4b01-89fd-107817031404 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450530 Jun 21 04:31:11.532574 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-48948a9c-e515-4446-a23b-98ed9cf43088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:11.623405 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62918ca6-345f-487e-aeaa-736d93b89db8 req-0d042043-5fb2-4c44-ab9e-04fb3f76399e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:11.625016 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-62918ca6-345f-487e-aeaa-736d93b89db8 req-0d042043-5fb2-4c44-ab9e-04fb3f76399e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0781903 Jun 21 04:31:11.668853 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-62918ca6-345f-487e-aeaa-736d93b89db8 req-32d16780-bf10-46a5-b56e-ca85c2879843 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379188 Jun 21 04:31:11.695976 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74d4d3-b328-47c6-81eb-6096e4fce976 req-7f17b49c-c344-4a79-bec2-985490f47ba1 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:11.697496 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4f74d4d3-b328-47c6-81eb-6096e4fce976 req-7f17b49c-c344-4a79-bec2-985490f47ba1 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0687308 Jun 21 04:31:11.745370 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4f74d4d3-b328-47c6-81eb-6096e4fce976 req-f88e794a-4250-43a2-80c9-5ed2bc75df2e tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Jun 21 04:31:11.800140 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.303539 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.896828 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05580-691e-4d85-b005-5d659ad438ab req-8ad0b3eb-f5a3-4c0e-9983-2ff5aa05c908 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.898524 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cfd05580-691e-4d85-b005-5d659ad438ab req-8ad0b3eb-f5a3-4c0e-9983-2ff5aa05c908 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0844591 Jun 21 04:31:12.940553 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cfd05580-691e-4d85-b005-5d659ad438ab req-2a5e13b5-407b-494d-a55e-2f77f5278556 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348637 Jun 21 04:31:12.944639 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c2f33-b948-4996-9401-34be6616085e req-c991082a-3acf-4865-8513-9e8c476d5fce tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.946117 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cb7c2f33-b948-4996-9401-34be6616085e req-c991082a-3acf-4865-8513-9e8c476d5fce tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.3036745 Jun 21 04:31:13.007492 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cb7c2f33-b948-4996-9401-34be6616085e req-c424419b-2945-439b-8d0a-da03eaede4bd tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551641 Jun 21 04:31:13.120935 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d86e60-039c-48c9-aa17-cfeb1c33e699 req-610fa92f-db0b-4193-b49c-80b7e1dc7760 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.122350 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-91d86e60-039c-48c9-aa17-cfeb1c33e699 req-610fa92f-db0b-4193-b49c-80b7e1dc7760 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0669916 Jun 21 04:31:13.161987 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-91d86e60-039c-48c9-aa17-cfeb1c33e699 req-4bcedb02-bea3-4144-a0f4-bcf478882c8b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334265 Jun 21 04:31:14.165738 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.180982 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb093def-40ee-4e0a-bc98-df0b0c263c56 req-bd550de6-91c6-48f5-8323-82a55665dc07 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.184120 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-bb093def-40ee-4e0a-bc98-df0b0c263c56 req-bd550de6-91c6-48f5-8323-82a55665dc07 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0988030 Jun 21 04:31:14.211831 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e7ddd-96e1-4d82-ba57-2f6846e86ad5 req-1b206a7e-d3c3-4711-9d49-ffc1376ba36e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.218240 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c74e7ddd-96e1-4d82-ba57-2f6846e86ad5 req-1b206a7e-d3c3-4711-9d49-ffc1376ba36e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0843427 Jun 21 04:31:14.225629 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-bb093def-40ee-4e0a-bc98-df0b0c263c56 req-3632e32c-5c24-4a80-b02b-fc564e7a5060 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Jun 21 04:31:14.260194 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c74e7ddd-96e1-4d82-ba57-2f6846e86ad5 req-d9370d30-8466-481f-8ecb-1df8fd742752 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Jun 21 04:31:14.395066 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a2a88-51f0-43ba-9f3a-930f72d87871 req-9d632dbe-9261-4713-9afa-aa736d202c7f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.396596 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f08a2a88-51f0-43ba-9f3a-930f72d87871 req-9d632dbe-9261-4713-9afa-aa736d202c7f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0673273 Jun 21 04:31:14.440692 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f08a2a88-51f0-43ba-9f3a-930f72d87871 req-1bf2e923-d860-4103-9cc2-f03e0eee8e95 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362179 Jun 21 04:31:15.435288 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37776f57-3245-452a-830e-643ea8fd991c req-c57aa368-bd9e-45af-9364-65fffcc8452a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:15.436810 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-37776f57-3245-452a-830e-643ea8fd991c req-c57aa368-bd9e-45af-9364-65fffcc8452a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0858207 Jun 21 04:31:15.454920 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e3cf1-398f-48ec-afdf-5a6f7aa02a1c req-eeaf11d2-9ea8-436f-bc6a-41f280c2320e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:15.454920 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-178e3cf1-398f-48ec-afdf-5a6f7aa02a1c req-eeaf11d2-9ea8-436f-bc6a-41f280c2320e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0777960 Jun 21 04:31:15.485590 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-37776f57-3245-452a-830e-643ea8fd991c req-92d52272-7b7c-4e43-8fe4-3e10134b0ba8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Jun 21 04:31:15.492844 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-178e3cf1-398f-48ec-afdf-5a6f7aa02a1c req-bbb285ce-d054-42e1-b1c3-6a5773279d2d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340309 Jun 21 04:31:15.653479 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c6b49-dcee-4029-a23f-2f8c92211b97 req-ab0c7ea5-c780-40bc-948d-33097d8eab33 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:15.655055 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fe0c6b49-dcee-4029-a23f-2f8c92211b97 req-ab0c7ea5-c780-40bc-948d-33097d8eab33 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0643656 Jun 21 04:31:15.694845 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fe0c6b49-dcee-4029-a23f-2f8c92211b97 req-98b6ac0f-bd46-47a9-b2bf-1e3d079415f2 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336735 Jun 21 04:31:16.680254 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.684885 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f12ed-a3c2-4be3-b138-c5bc1410fda7 req-7a22f0d9-39c7-49f8-8b4d-16ea470b8523 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:16.692887 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c23f12ed-a3c2-4be3-b138-c5bc1410fda7 req-7a22f0d9-39c7-49f8-8b4d-16ea470b8523 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0764534 Jun 21 04:31:16.699267 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2840720-ebea-4881-8e77-af0057a736af req-962d5591-943e-4867-8516-3a7186300406 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:16.700807 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d2840720-ebea-4881-8e77-af0057a736af req-962d5591-943e-4867-8516-3a7186300406 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0874898 Jun 21 04:31:16.740630 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d2840720-ebea-4881-8e77-af0057a736af req-d4b20849-29bd-437f-8aa8-d9633df3e249 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Jun 21 04:31:16.768264 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c23f12ed-a3c2-4be3-b138-c5bc1410fda7 req-1482c8da-ba76-4cfd-b5f9-bdb8027c7d30 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740204 Jun 21 04:31:16.914791 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714ce8-95c6-4059-b00c-3d0683613aaa req-0d084988-14e7-4aef-a6b2-c1a5ebab269f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:16.918568 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-93714ce8-95c6-4059-b00c-3d0683613aaa req-0d084988-14e7-4aef-a6b2-c1a5ebab269f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0699894 Jun 21 04:31:16.959356 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-93714ce8-95c6-4059-b00c-3d0683613aaa req-6994d910-4182-4255-85d8-a9f9190694e5 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334744 Jun 21 04:31:17.931325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc46f6-1097-4554-9a3f-c49808922256 req-9301aa56-9821-4c52-bb38-bdb987cd8a0d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:17.932905 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-defc46f6-1097-4554-9a3f-c49808922256 req-9301aa56-9821-4c52-bb38-bdb987cd8a0d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0679877 Jun 21 04:31:17.939201 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f4328-b03c-49d6-9d0b-c308421b5e31 req-3f23ff26-5c5a-46f8-878c-3437b4f9ba32 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:17.940767 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-773f4328-b03c-49d6-9d0b-c308421b5e31 req-3f23ff26-5c5a-46f8-878c-3437b4f9ba32 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0642526 Jun 21 04:31:17.973010 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-defc46f6-1097-4554-9a3f-c49808922256 req-f2f02148-7cc1-4537-b0d9-6b284a435e17 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340149 Jun 21 04:31:17.983590 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-773f4328-b03c-49d6-9d0b-c308421b5e31 req-59811106-0648-4b81-b94e-7134864ffac9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Jun 21 04:31:18.158047 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c20c0c-bf87-4c57-968b-ef4966757903 req-c950cb17-7f8e-4a6b-82aa-6ce34502cc06 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.159572 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-48c20c0c-bf87-4c57-968b-ef4966757903 req-c950cb17-7f8e-4a6b-82aa-6ce34502cc06 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0748484 Jun 21 04:31:18.199301 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-48c20c0c-bf87-4c57-968b-ef4966757903 req-bbf0d10b-3b7b-4ab6-b7c4-ae09507c89df tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333588 Jun 21 04:31:19.171133 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc830b5-585b-4a5f-97cd-f5da28c6cb6d req-70397210-526a-43a6-b94a-3930449be289 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:19.172424 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b4ef7-edce-4d43-bbe2-cd8c290314b2 req-2499b3ab-0e63-43ad-b0f7-28b50d987100 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:19.172849 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3bc830b5-585b-4a5f-97cd-f5da28c6cb6d req-70397210-526a-43a6-b94a-3930449be289 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0642667 Jun 21 04:31:19.173954 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f5b4ef7-edce-4d43-bbe2-cd8c290314b2 req-2499b3ab-0e63-43ad-b0f7-28b50d987100 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0638616 Jun 21 04:31:19.211744 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f5b4ef7-edce-4d43-bbe2-cd8c290314b2 req-5a966f84-0ff1-482d-970b-5f252769ab25 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321419 Jun 21 04:31:19.212345 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-3bc830b5-585b-4a5f-97cd-f5da28c6cb6d req-0c12415b-6e19-4c5e-8d4b-1bfda70f5f43 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332046 Jun 21 04:31:19.397025 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5154720-5d36-4e63-bde6-dc8f8a11a189 req-599e410e-a430-4539-9c3a-c0e62ebec334 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:19.398520 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a5154720-5d36-4e63-bde6-dc8f8a11a189 req-599e410e-a430-4539-9c3a-c0e62ebec334 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0806818 Jun 21 04:31:19.436857 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a5154720-5d36-4e63-bde6-dc8f8a11a189 req-5d397531-bca4-4edd-a197-72fbaadd7d43 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325325 Jun 21 04:31:20.399132 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7902bf-d01e-4568-8767-e5cc4f43532f req-e325ae00-b837-482e-84b7-f8551ffc9e5a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:20.399734 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd106d0-907d-49ae-9232-d129c28cee68 req-1f1b6805-7c49-41a3-bef3-213b6187c0ce tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:20.400651 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bb7902bf-d01e-4568-8767-e5cc4f43532f req-e325ae00-b837-482e-84b7-f8551ffc9e5a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0714829 Jun 21 04:31:20.401202 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8dd106d0-907d-49ae-9232-d129c28cee68 req-1f1b6805-7c49-41a3-bef3-213b6187c0ce tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0758541 Jun 21 04:31:20.438824 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bb7902bf-d01e-4568-8767-e5cc4f43532f req-e3f0291e-e3b2-49f5-a3d6-82238616ccdd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Jun 21 04:31:20.442762 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8dd106d0-907d-49ae-9232-d129c28cee68 req-607c3e3f-23a7-4ef0-9cfb-f66f51c0e240 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Jun 21 04:31:20.629371 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbb7bc-7c4b-4859-9d4d-253643dea42a req-c80cb14a-4800-4ea5-a3b1-e3f7b4aefaaf tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:20.630816 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-56dbb7bc-7c4b-4859-9d4d-253643dea42a req-c80cb14a-4800-4ea5-a3b1-e3f7b4aefaaf tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0760560 Jun 21 04:31:20.684984 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-56dbb7bc-7c4b-4859-9d4d-253643dea42a req-1e39dfbe-dcaa-49c5-9f12-11732683b922 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453560 Jun 21 04:31:21.626107 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448933de-957f-4ef1-b1b9-fd47cd28c354 req-6ad74c51-d5f2-4eac-bd52-dcdd57da6862 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:21.627673 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-448933de-957f-4ef1-b1b9-fd47cd28c354 req-6ad74c51-d5f2-4eac-bd52-dcdd57da6862 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0630739 Jun 21 04:31:21.631785 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb91d7-e0df-449e-a685-5acce4bf0879 req-a8010580-52bf-4de3-a0ef-d37bfdeffb2e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:21.633253 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-becb91d7-e0df-449e-a685-5acce4bf0879 req-a8010580-52bf-4de3-a0ef-d37bfdeffb2e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0627048 Jun 21 04:31:21.665785 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-448933de-957f-4ef1-b1b9-fd47cd28c354 req-eeb36de8-2739-42f0-b548-dafeef7a788b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321553 Jun 21 04:31:21.671546 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-becb91d7-e0df-449e-a685-5acce4bf0879 req-d5346550-10e8-42eb-a254-5023b89f4dc3 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326555 Jun 21 04:31:21.891727 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-05d0d031-6e93-4754-b5e4-53ddfb28e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:21.893283 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-05d0d031-6e93-4754-b5e4-53ddfb28e93f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c090be7852649c5bd1fc59ef4fffa6d&device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1098 time: 0.1158187 Jun 21 04:31:21.905660 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b75775-dc7c-489f-a37d-8a0848041289 req-eaa2da85-2e69-494e-940a-2d38256e814b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:21.907111 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-35b75775-dc7c-489f-a37d-8a0848041289 req-eaa2da85-2e69-494e-940a-2d38256e814b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0946927 Jun 21 04:31:21.998079 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-35b75775-dc7c-489f-a37d-8a0848041289 req-d1af61ae-88c0-4ea4-a3ba-5d355d8a987b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835423 Jun 21 04:31:22.028329 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-48835239-affe-44b2-9a2b-f19019b881ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.029796 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-48835239-affe-44b2-9a2b-f19019b881ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 HTTP/1.1" status: 200 len: 910 time: 0.1059716 Jun 21 04:31:22.099952 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-185db08e-71fe-4d67-b7c5-52389e1afc6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e HTTP/1.1" status: 200 len: 1000 time: 0.0604014 Jun 21 04:31:22.164718 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-6b697e9e-0c61-4540-bd87-5808e91757e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.166807 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-6b697e9e-0c61-4540-bd87-5808e91757e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c540e30f-c4a2-4e14-ba48-d2c244f65264 HTTP/1.1" status: 200 len: 848 time: 0.0596292 Jun 21 04:31:22.230344 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-3c09ae03-7eec-493b-bf35-5724c5edad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.231883 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-3c09ae03-7eec-493b-bf35-5724c5edad6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0572658 Jun 21 04:31:22.332651 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-73949bce-8170-472b-be17-056bb3a00f81 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932612 Jun 21 04:31:22.425324 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b0106a11-ee4b-4609-b3ec-c86aeaee50e4 req-a7a523f2-309c-402a-b70f-f8793b208179 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854518 Jun 21 04:31:22.589350 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-54404cf4-2920-40cb-b519-89fd5c204a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.590925 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-54404cf4-2920-40cb-b519-89fd5c204a3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c090be7852649c5bd1fc59ef4fffa6d&device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1098 time: 0.0619297 Jun 21 04:31:22.690037 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-04bda04d-44d2-49d0-a749-5aca608f00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.691558 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-04bda04d-44d2-49d0-a749-5aca608f00a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 HTTP/1.1" status: 200 len: 910 time: 0.0904696 Jun 21 04:31:22.786068 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-c812f05b-bd1f-42e6-950c-a228a335f325 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e HTTP/1.1" status: 200 len: 1000 time: 0.0684760 Jun 21 04:31:22.850813 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c35d87-92b6-4dfb-99e9-997d4767de26 req-50abe12c-b368-4c3c-b944-b828f28dc1b0 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.852314 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c2c35d87-92b6-4dfb-99e9-997d4767de26 req-50abe12c-b368-4c3c-b944-b828f28dc1b0 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0699449 Jun 21 04:31:22.866171 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-b9c7ab10-7721-4749-9afa-603f077cc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.867719 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-b9c7ab10-7721-4749-9afa-603f077cc92e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c540e30f-c4a2-4e14-ba48-d2c244f65264 HTTP/1.1" status: 200 len: 848 time: 0.0681472 Jun 21 04:31:22.891360 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c2c35d87-92b6-4dfb-99e9-997d4767de26 req-d511aff4-ef8a-4a0b-957e-b31d40b48181 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331700 Jun 21 04:31:22.913550 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7062aa-c9a9-48d7-9f86-ddd6a4204b59 req-c1bd5f24-0d3a-4b34-b129-cee3b45b906f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.914999 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-df7062aa-c9a9-48d7-9f86-ddd6a4204b59 req-c1bd5f24-0d3a-4b34-b129-cee3b45b906f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.1326451 Jun 21 04:31:22.968065 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-df7062aa-c9a9-48d7-9f86-ddd6a4204b59 req-4bcee66f-6824-4c3f-ab38-68ef0e74fe8a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459080 Jun 21 04:31:22.970839 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-d7e6af55-247e-4a4b-99d7-55397539e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.972298 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-d7e6af55-247e-4a4b-99d7-55397539e1fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0972936 Jun 21 04:31:23.066314 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-6ca1c24f-acdf-48fc-a29a-412cea781261 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864711 Jun 21 04:31:23.170535 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4ac21767-92bc-4e38-9567-72b790ea3a97 req-0d1b4653-15e8-492b-8605-25c7424fa83c service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949714 Jun 21 04:31:23.189685 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bcf2f-fd94-4f25-b50c-508d8154f967 req-8f1f7f50-698b-4b3b-9ed3-871b815f04ff tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:23.191163 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2d0bcf2f-fd94-4f25-b50c-508d8154f967 req-8f1f7f50-698b-4b3b-9ed3-871b815f04ff tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0789704 Jun 21 04:31:23.234691 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2d0bcf2f-fd94-4f25-b50c-508d8154f967 req-5802ae07-5f3a-414d-ae7e-51590fa003ee tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349953 Jun 21 04:31:23.408065 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-254dbe8c-71bf-43e7-8083-b325c8b47753 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:23.409901 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-254dbe8c-71bf-43e7-8083-b325c8b47753 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0668402 Jun 21 04:31:23.511748 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Deleting port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:31:23.512037 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:23.628180 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] For port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:23.628491 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.112877 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.113611 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.113611 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.l3_db [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Floating IP f0d9da0a-927e-4ed6-8daf-7625e4226900 disassociated. External IP: 172.28.0.250, port: 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631. Jun 21 04:31:24.113834 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Calling delete_port for 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:31:24.150041 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33542a13-311e-4313-a345-3fa8380cf901 req-a2d58c6c-67ad-4bdc-a9b1-6c864b372980 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.151699 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-33542a13-311e-4313-a345-3fa8380cf901 req-a2d58c6c-67ad-4bdc-a9b1-6c864b372980 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 945 time: 0.0669427 Jun 21 04:31:24.195646 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5202bb2-1946-46d6-8dfd-ce15f9bfd32a req-dc96863f-27a7-4ab7-9572-28a0cfdab701 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.196482 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-33542a13-311e-4313-a345-3fa8380cf901 req-4a19d7df-c06f-491a-a1c3-3ec6e7950b12 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=34496fc0-5083-435b-bc16-61edeb86455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388103 Jun 21 04:31:24.197139 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b5202bb2-1946-46d6-8dfd-ce15f9bfd32a req-dc96863f-27a7-4ab7-9572-28a0cfdab701 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.1287374 Jun 21 04:31:24.276058 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b5202bb2-1946-46d6-8dfd-ce15f9bfd32a req-a3f8acfd-4e74-4453-b118-3b10d378211c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649357 Jun 21 04:31:24.310942 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.315800 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:24.342596 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event deleted for resources: {'Port': ['ID=8fa151ad-4bd0-47f9-bde6-1c8f9efb0631,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:24.355599 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.356015 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.356377 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.356736 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.357095 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.357440 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.357784 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.358375 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.358505 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.359028 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.359147 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.359726 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:24.363863 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:24.420519 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eede1-272f-436d-bd26-206ae39230de req-d2ef1b45-d80c-42c8-a83a-7ed987d3276d tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.422031 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-214eede1-272f-436d-bd26-206ae39230de req-d2ef1b45-d80c-42c8-a83a-7ed987d3276d tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0713456 Jun 21 04:31:24.461319 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-214eede1-272f-436d-bd26-206ae39230de req-0f4de99c-eecb-4525-b250-78ae8d283f29 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329361 Jun 21 04:31:24.475431 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Router 52c7a35c-9216-4e58-a2c2-760af97f79f2 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:31:24.589211 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:31:24.601379 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] Sync routers for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:31:24.611993 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:24.612669 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:31:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:24.636347 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] No DVR routers for this DVR port 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:31:24.639179 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.641416 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ae6794b1-acc6-45d3-9d4e-1264639461b7 req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "DELETE /v2.0/ports/8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 HTTP/1.1" status: 204 len: 173 time: 1.2247963 Jun 21 04:31:24.641924 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'name': 'network-vif-deleted', 'tag': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:24.644417 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4529f99a-b990-4ac0-a1cf-bb0b400a257a" -d '{"events": [{"server_uuid": "4a5bfbd6-e004-47df-90bb-715a5b18e259", "name": "network-vif-deleted", "tag": "8fa151ad-4bd0-47f9-bde6-1c8f9efb0631"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:24.723475 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:24.746525 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb9a548-d8e2-4c65-931f-8866fbabae37 x-openstack-request-id: req-1fb9a548-d8e2-4c65-931f-8866fbabae37 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:24.746942 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5bfbd6-e004-47df-90bb-715a5b18e259", "name": "network-vif-deleted", "tag": "8fa151ad-4bd0-47f9-bde6-1c8f9efb0631", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:24.747286 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1fb9a548-d8e2-4c65-931f-8866fbabae37 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:24.747810 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5bfbd6-e004-47df-90bb-715a5b18e259', 'name': 'network-vif-deleted', 'tag': '8fa151ad-4bd0-47f9-bde6-1c8f9efb0631', 'status': 'completed', 'code': 200} Jun 21 04:31:24.967824 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:25.000156 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] Checking router: 52c7a35c-9216-4e58-a2c2-760af97f79f2 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:31:25.008406 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:25.009027 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:31:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:25.264635 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:25.434266 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1868f9ba-c817-42e7-983c-0825d4c918d7 req-cb8cc212-49bc-45a7-a6ed-fad70863deb5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5bfbd6-e004-47df-90bb-715a5b18e259 HTTP/1.1" status: 200 len: 210 time: 0.0370865 Jun 21 04:31:25.508166 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ed5a-b9d9-4933-bed0-fd54b7e5006b req-8508e852-2fb6-4e33-87cb-8bf285fd7c13 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.509946 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3fb1ed5a-b9d9-4933-bed0-fd54b7e5006b req-8508e852-2fb6-4e33-87cb-8bf285fd7c13 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.0991700 Jun 21 04:31:25.549722 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:25.582261 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f3b70-8d3a-459a-8e67-eec79eff5f0e None None] The sync data for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb is: [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:31:25.590742 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3fb1ed5a-b9d9-4933-bed0-fd54b7e5006b req-c81d70dc-338e-45a6-adc7-d5c6aa34c7bc tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748813 Jun 21 04:31:25.667620 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57916e-8f85-4cd7-abbe-2f0d6859c18b req-2cbca0df-739c-48d1-997a-b2dc69d5bfb3 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.669358 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-aa57916e-8f85-4cd7-abbe-2f0d6859c18b req-2cbca0df-739c-48d1-997a-b2dc69d5bfb3 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0726848 Jun 21 04:31:25.709107 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-aa57916e-8f85-4cd7-abbe-2f0d6859c18b req-caa59ca2-3cd6-4df5-88ec-db367c365255 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Jun 21 04:31:25.822621 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf8b07-bb6c-49d1-b45e-9317658e493f None None] New status for floating IP f0d9da0a-927e-4ed6-8daf-7625e4226900: DOWN {{(pid=92764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:31:26.015504 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47210) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:26.101242 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63eb47-73d0-4d09-b514-bc488680898a req-087d46e9-e869-404d-8882-f03229eadbe8 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:26.104199 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9c63eb47-73d0-4d09-b514-bc488680898a req-087d46e9-e869-404d-8882-f03229eadbe8 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0749974 Jun 21 04:31:26.115202 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-bcffb080-bf5e-49d3-ac3a-c5cf052bf22f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981715 Jun 21 04:31:26.144079 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9c63eb47-73d0-4d09-b514-bc488680898a req-6518a93c-7d9f-437d-9339-9b175eeea7a4 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349157 Jun 21 04:31:26.594535 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47224) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:26.666341 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac330-cbd8-4a79-8304-bbea751fd7cf tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.693632 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac330-cbd8-4a79-8304-bbea751fd7cf tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.807108 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac330-cbd8-4a79-8304-bbea751fd7cf tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.810311 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac330-cbd8-4a79-8304-bbea751fd7cf tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.811506 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-ec4ac330-cbd8-4a79-8304-bbea751fd7cf tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "DELETE /v2.0/security-groups/34496fc0-5083-435b-bc16-61edeb86455d HTTP/1.1" status: 204 len: 168 time: 0.2158420 Jun 21 04:31:26.813430 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-85ee395a-3e5e-46d3-9a02-85bc17903cec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:26.815194 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47228) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:26.825860 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3adbd4-326c-4f5b-b662-c908df2a0fc0 req-6cd5f102-b0fb-4f89-a4de-620ee67c0909 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:26.827419 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ae3adbd4-326c-4f5b-b662-c908df2a0fc0 req-6cd5f102-b0fb-4f89-a4de-620ee67c0909 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 943 time: 0.1062920 Jun 21 04:31:26.831791 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.api.v2.resource [None req-04a75d4d-d7e7-4e83-affa-4e52d9625fab tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] show failed (client error): The resource could not be found. Jun 21 04:31:26.832818 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-04a75d4d-d7e7-4e83-affa-4e52d9625fab tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups/34496fc0-5083-435b-bc16-61edeb86455d HTTP/1.1" status: 404 len: 347 time: 0.0160661 Jun 21 04:31:26.836359 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47230) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:26.844921 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ac330-cbd8-4a79-8304-bbea751fd7cf tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34496fc0-5083-435b-bc16-61edeb86455d,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:26.854207 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ec4ac330-cbd8-4a79-8304-bbea751fd7cf tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:26.875628 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ae3adbd4-326c-4f5b-b662-c908df2a0fc0 req-bb417bd9-c033-432f-a393-7cd189926822 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389655 Jun 21 04:31:26.995179 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Deleting port 561912eb-8880-45d2-9acf-8e9abced36af {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:31:26.995524 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.083379 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.083792 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.137753 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:27.152660 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Calling delete_port for 561912eb-8880-45d2-9acf-8e9abced36af owned by network:floatingip {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:31:27.164604 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 74bdfd51-685d-4791-b4ef-d9a6768ad17e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:27.350962 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:27.365128 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.367274 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'port_id': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'mac_address': 'fa:16:3e:b2:cf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:27.377392 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.387509 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3d3412d2-679a-45e7-9504-babad06d3c93 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:27.427478 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:27.428801 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event deleted for resources: {'Port': ['ID=561912eb-8880-45d2-9acf-8e9abced36af,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:27.430069 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdccb47-6440-4725-bb10-8ac740205418" -d '{"events": [{"server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "name": "network-vif-unplugged", "status": "completed", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:27.452622 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:27.454375 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.458526 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.459564 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:27.467966 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:27.479675 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.480086 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.480459 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.480823 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.481194 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.481551 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.481905 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.482260 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.482778 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.483205 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.483563 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.483950 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:27.490623 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:27.497468 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734522e0-9887-4920-b5a2-d5dfb2cc622a x-openstack-request-id: req-734522e0-9887-4920-b5a2-d5dfb2cc622a {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:27.497779 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "name": "network-vif-unplugged", "status": "completed", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:27.498011 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-734522e0-9887-4920-b5a2-d5dfb2cc622a {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:27.498401 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'code': 200} Jun 21 04:31:27.512998 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.515501 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.516668 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-d50affbf-e389-407f-b1e1-cb4f3b8b0310 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "DELETE /v2.0/floatingips/f0d9da0a-927e-4ed6-8daf-7625e4226900 HTTP/1.1" status: 204 len: 168 time: 0.6769035 Jun 21 04:31:27.517195 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b34881d-a49c-4823-b18f-f443c646f4ef {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:27.524176 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:31:27.524176 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 8fa151ad-4bd0-47f9-bde6-1c8f9efb0631 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:31:27.526365 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f689b-9822-4249-ba44-2142cc5d8a7d req-7e836346-8928-466f-a735-82770b0d2a3f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:27.532680 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a29f689b-9822-4249-ba44-2142cc5d8a7d req-7e836346-8928-466f-a735-82770b0d2a3f tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.1962571 Jun 21 04:31:27.544786 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:27.553053 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:27.574639 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=74bdfd51-685d-4791-b4ef-d9a6768ad17e,revision_number=6']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:27.578074 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:27.578895 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:27.580505 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a29f689b-9822-4249-ba44-2142cc5d8a7d req-5cca0eb2-f127-4902-b4ba-b9046a0f375b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466926 Jun 21 04:31:27.626426 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=9']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:27.630105 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:27.818063 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-40f3381d-e87c-4425-b414-6d9928c58eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:27.819576 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-40f3381d-e87c-4425-b414-6d9928c58eb7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d&tenant_id=5c090be7852649c5bd1fc59ef4fffa6d HTTP/1.1" status: 200 len: 1096 time: 0.0548303 Jun 21 04:31:27.907009 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-b111f328-3926-470f-810b-90ab3bbbb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:27.908592 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-b111f328-3926-470f-810b-90ab3bbbb7e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c090be7852649c5bd1fc59ef4fffa6d&device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1096 time: 0.0523813 Jun 21 04:31:28.013239 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-fb2e81c1-c67b-47f4-a85b-521f990ab1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.014418 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['5b34881d-a49c-4823-b18f-f443c646f4ef'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:28.014834 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-fb2e81c1-c67b-47f4-a85b-521f990ab1fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 HTTP/1.1" status: 200 len: 910 time: 0.0983474 Jun 21 04:31:28.077560 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec5131-067b-4c73-9f4e-4ba4d7c64b93 req-2f8affe2-5f54-4a0b-86f6-eac7aaded737 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.080378 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4bec5131-067b-4c73-9f4e-4ba4d7c64b93 req-2f8affe2-5f54-4a0b-86f6-eac7aaded737 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 944 time: 0.0786695 Jun 21 04:31:28.090089 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-e9e9b1c3-bbc0-49b7-9c82-d36026a14d2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e HTTP/1.1" status: 200 len: 998 time: 0.0674937 Jun 21 04:31:28.146592 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-5c284820-1250-4fa7-93b7-9fa7309e60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.148998 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-5c284820-1250-4fa7-93b7-9fa7309e60b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c540e30f-c4a2-4e14-ba48-d2c244f65264 HTTP/1.1" status: 200 len: 848 time: 0.0520623 Jun 21 04:31:28.160286 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4bec5131-067b-4c73-9f4e-4ba4d7c64b93 req-d11b7499-4f0b-404a-813a-a05df64d8522 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726106 Jun 21 04:31:28.184768 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47240) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:28.189601 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-c504688e-040d-45cd-bed7-80a0ddf1d315 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533444881', 'description': 'tempest-description--1255888512'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:28.217634 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c504688e-040d-45cd-bed7-80a0ddf1d315 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.234797 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-ad384aa0-da84-464a-8b4e-c7a5219c8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.236372 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-ad384aa0-da84-464a-8b4e-c7a5219c8bde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0798531 Jun 21 04:31:28.308413 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c504688e-040d-45cd-bed7-80a0ddf1d315 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.313370 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c504688e-040d-45cd-bed7-80a0ddf1d315 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.317051 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-86a70ca6-89ad-4e3d-8889-c1d9e86b4fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:28.329700 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-a60068d9-7ffb-4dd1-8a3d-0668578d7705 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Jun 21 04:31:28.342078 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c504688e-040d-45cd-bed7-80a0ddf1d315 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.343277 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-c504688e-040d-45cd-bed7-80a0ddf1d315 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1575115 Jun 21 04:31:28.346545 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47242) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:28.347342 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504688e-040d-45cd-bed7-80a0ddf1d315 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073978de-329c-453d-85ed-04fd4737a77c,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:28.350240 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c504688e-040d-45cd-bed7-80a0ddf1d315 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:28.363200 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-7d5800bf-1a5f-4542-83d7-f2d64188883e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'security_group_rule': {'security_group_id': '073978de-329c-453d-85ed-04fd4737a77c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:28.437419 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7d5800bf-1a5f-4542-83d7-f2d64188883e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.470623 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-fcd91603-1bab-488c-97f9-5414ff409a6a req-71dbf9d2-c3f0-44f1-bdb8-83975f226918 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322908 Jun 21 04:31:28.497690 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7d5800bf-1a5f-4542-83d7-f2d64188883e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.502550 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7d5800bf-1a5f-4542-83d7-f2d64188883e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.507458 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:28.523344 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5800bf-1a5f-4542-83d7-f2d64188883e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2400e26e-19f2-415c-9917-386f559ca094,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:28.526224 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7d5800bf-1a5f-4542-83d7-f2d64188883e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:28.527528 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7d5800bf-1a5f-4542-83d7-f2d64188883e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.528748 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-7d5800bf-1a5f-4542-83d7-f2d64188883e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812603 Jun 21 04:31:28.531726 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47244) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:28.536539 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-22c7e9eb-c96f-4a5e-9af8-34b738fa1991 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'security_group_rule': {'security_group_id': '073978de-329c-453d-85ed-04fd4737a77c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:28.566141 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-22c7e9eb-c96f-4a5e-9af8-34b738fa1991 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.630794 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-22c7e9eb-c96f-4a5e-9af8-34b738fa1991 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.635914 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-22c7e9eb-c96f-4a5e-9af8-34b738fa1991 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.638152 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7d5800bf-1a5f-4542-83d7-f2d64188883e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:28.654186 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7e9eb-c96f-4a5e-9af8-34b738fa1991 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0baa38-e6fb-47db-ab4f-d92ae6ea4966,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:28.656662 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-22c7e9eb-c96f-4a5e-9af8-34b738fa1991 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:28.664893 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-22c7e9eb-c96f-4a5e-9af8-34b738fa1991 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.666135 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-22c7e9eb-c96f-4a5e-9af8-34b738fa1991 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334460 Jun 21 04:31:28.669353 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47248) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:28.674160 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'floatingip': {'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:28.697034 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.812139 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317094a-e0d9-412e-951a-722f0bbdb05e req-0420b5e3-dd26-4c86-aaf3-7c92e3a1c956 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.813826 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a317094a-e0d9-412e-951a-722f0bbdb05e req-0420b5e3-dd26-4c86-aaf3-7c92e3a1c956 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 943 time: 0.1119940 Jun 21 04:31:28.867845 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a317094a-e0d9-412e-951a-722f0bbdb05e req-e6e19d33-3d25-4ede-80b9-d9b4ec0d1d64 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460284 Jun 21 04:31:28.881488 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.997602 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_common [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Allocated IP 172.28.0.118 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/7b68a746-9102-49b5-bed0-1e0169926dda) {{(pid=92762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:29.105603 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for port, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.148457 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3377573'] for port, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.150517 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:29.166629 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:29.193482 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:29.198671 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Resources bound (agent type, host, resource id): {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:29.207305 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Received port after_create {{(pid=92762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:29.212181 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'Port': ['ID=7b68a746-9102-49b5-bed0-1e0169926dda,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:29.215073 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:29.221092 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 5b34881d-a49c-4823-b18f-f443c646f4ef triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:29.221541 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.296923 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.301690 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.337006 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:29.342627 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.343773 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.344792 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:29.347998 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55fe5b-6c83-4f90-b9dc-ae7f05894774 req-23b39f0f-995c-4716-b15c-fa05738c651d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:29.349654 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cc55fe5b-6c83-4f90-b9dc-ae7f05894774 req-23b39f0f-995c-4716-b15c-fa05738c651d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 944 time: 0.0740597 Jun 21 04:31:29.390547 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=10']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:29.390761 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cc55fe5b-6c83-4f90-b9dc-ae7f05894774 req-6032097a-0841-429b-9d9d-3200549456c6 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345597 Jun 21 04:31:29.394504 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:29.499425 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:29.501879 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaa7a7c-f512-4f7d-8a9b-6f3d1ded0627" -d '{"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-plugged", "status": "completed", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:29.509749 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for port, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.518149 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3377555'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.521111 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-076054d8-7d52-4ed4-b61d-3d02d866da0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:29.539994 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec80e07-d723-4342-b378-d28ebdcf48e9 x-openstack-request-id: req-6ec80e07-d723-4342-b378-d28ebdcf48e9 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:29.540303 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-plugged", "status": "completed", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:29.540572 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ec80e07-d723-4342-b378-d28ebdcf48e9 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:29.540985 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'code': 200} Jun 21 04:31:29.585989 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'Port': ['ID=7b68a746-9102-49b5-bed0-1e0169926dda,revision_number=2']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:29.589874 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:29.602943 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.618133 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.619430 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9490185 Jun 21 04:31:29.760472 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-177896e7-1d3b-4ea1-ab4c-49b8da342dcb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1533444881&fields=id&tenant_id=7ac95e4e960b4b3b908854b2f03d7759 HTTP/1.1" status: 200 len: 267 time: 0.0330813 Jun 21 04:31:29.879921 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-11e188f5-d461-4cfc-9b49-882d8dd8e239 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:29.881390 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-11e188f5-d461-4cfc-9b49-882d8dd8e239 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 811 time: 0.1141264 Jun 21 04:31:29.896264 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-d6128a0a-46c6-42b7-9099-ea379ab6f0cb tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/quotas/7ac95e4e960b4b3b908854b2f03d7759 HTTP/1.1" status: 200 len: 375 time: 0.0093086 Jun 21 04:31:29.973138 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-90e35e68-f7a1-440a-b0a3-53f5105f1c4a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716851 Jun 21 04:31:30.060864 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6056db-5b8d-4db6-83a4-37c0080a798a req-391738c1-917a-4a24-9cbe-0ade60b9020a tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.069773 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e6056db-5b8d-4db6-83a4-37c0080a798a req-391738c1-917a-4a24-9cbe-0ade60b9020a tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 943 time: 0.0859518 Jun 21 04:31:30.112271 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1e6056db-5b8d-4db6-83a4-37c0080a798a req-8842bccf-26e0-4d7b-b421-a82059555d96 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Jun 21 04:31:30.152803 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-7ca7329b-b0bd-40bc-914e-5beb92227598 service neutron] 10.222.0.22 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657567 Jun 21 04:31:30.216383 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d9af1-e661-4c4a-9ab2-7b224239354e req-f8451030-e0a4-45e6-b441-92b7cdfe5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.217843 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6a2d9af1-e661-4c4a-9ab2-7b224239354e req-f8451030-e0a4-45e6-b441-92b7cdfe5b62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 1099 time: 0.1229649 Jun 21 04:31:30.261175 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-5843ec87-b92f-4b0f-a359-a291971d0499 service neutron] 10.222.0.22 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024435 Jun 21 04:31:30.271623 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6a2d9af1-e661-4c4a-9ab2-7b224239354e req-4e0dcadd-f424-408d-ba26-7b1fd4dc8e04 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455244 Jun 21 04:31:30.439145 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-40469084-0587-4363-909c-c4a84f4e75cd req-81893892-1066-445e-8143-2f50a16bb96d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 210 time: 0.0288234 Jun 21 04:31:30.592956 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17eca43-d351-4d1e-8376-adfd840a9eee req-675d0095-ca8e-43db-a150-0bafb2f26f89 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.594360 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e17eca43-d351-4d1e-8376-adfd840a9eee req-675d0095-ca8e-43db-a150-0bafb2f26f89 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 946 time: 0.0719082 Jun 21 04:31:30.635129 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e17eca43-d351-4d1e-8376-adfd840a9eee req-d739c8e3-0655-439c-8914-110157d35c2c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350425 Jun 21 04:31:31.297570 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db185111-e95a-4d53-9ce9-56f4b94283ec req-3618ffa1-f35d-4a48-ae35-bcffae539f5b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.298904 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-db185111-e95a-4d53-9ce9-56f4b94283ec req-3618ffa1-f35d-4a48-ae35-bcffae539f5b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 943 time: 0.0698829 Jun 21 04:31:31.341407 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-db185111-e95a-4d53-9ce9-56f4b94283ec req-035da36e-2272-4e23-9c5c-734fb57c6996 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341337 Jun 21 04:31:31.583106 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ea05b541-5d43-4a64-837c-b07ac76a6bfc req-fd987cfe-e22c-4907-9363-50bf1198bf44 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 210 time: 0.0317090 Jun 21 04:31:31.750788 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-7a198337-a466-47d1-b04e-a5bc997fadb0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.752523 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-7a198337-a466-47d1-b04e-a5bc997fadb0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 811 time: 0.1270308 Jun 21 04:31:31.827507 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47541a83-e33d-4fb2-9692-d7df0409a69a req-ca6f9b91-a589-4eb4-927d-57b4f0be15ea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.829095 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-47541a83-e33d-4fb2-9692-d7df0409a69a req-ca6f9b91-a589-4eb4-927d-57b4f0be15ea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 946 time: 0.0694644 Jun 21 04:31:31.880305 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-193b0e13-68b7-436c-a0cb-44ec3abc9292 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ac95e4e960b4b3b908854b2f03d7759 HTTP/1.1" status: 200 len: 380 time: 0.0432441 Jun 21 04:31:31.883925 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-47541a83-e33d-4fb2-9692-d7df0409a69a req-0ea60f32-0ffd-4866-a51f-886fd6c866fa tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487359 Jun 21 04:31:31.895809 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'port': {'device_id': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'admin_state_up': True, 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'security_groups': ['073978de-329c-453d-85ed-04fd4737a77c']}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:32.018646 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Made reservation on behalf of 7ac95e4e960b4b3b908854b2f03d7759 for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:32.022210 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:32.159901 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Allocated IP 172.20.0.4 (00d90804-40ce-4c16-a641-e2f544cfea98/fa549b29-6c6c-4bae-8edf-1824fd2c4c13/9a2e97e4-5202-4d36-9835-a1d702ea4e5c) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:32.301471 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:32.315504 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Transition to ACTIVE for port object 9a2e97e4-5202-4d36-9835-a1d702ea4e5c will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:32.351797 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58916778'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:32.356059 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:32.401648 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Network 00d90804-40ce-4c16-a641-e2f544cfea98 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:32.405086 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:32.409731 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:32.413722 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event updated for resources: {'Port': ['ID=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:32.433880 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:32.462916 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:32.463547 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:32.501442 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103492 Jun 21 04:31:32.538735 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Request body: {'port': {'device_id': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:32.567304 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e74c71-b29e-40c5-903d-c52e840d510f req-274bdcbe-c150-4f81-9f58-e7fb9c1852ec tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:32.568858 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c7e74c71-b29e-40c5-903d-c52e840d510f req-274bdcbe-c150-4f81-9f58-e7fb9c1852ec tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 943 time: 0.1025994 Jun 21 04:31:32.639117 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c7e74c71-b29e-40c5-903d-c52e840d510f req-9fd91270-fea4-479b-89a2-391874e1ca87 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611291 Jun 21 04:31:32.653535 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:32.678670 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-b0dba502-8aa4-40b1-ae4a-3c33f22fce1f None None] Provisioning for port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:32.683096 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-b0dba502-8aa4-40b1-ae4a-3c33f22fce1f None None] Provisioning complete for port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:32.683517 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b0dba502-8aa4-40b1-ae4a-3c33f22fce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:32.718323 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-b0dba502-8aa4-40b1-ae4a-3c33f22fce1f None None] Port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:31:32.763956 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9d556-0d8b-46e6-ab03-b7c9a473f37b req-8802ce9b-97e1-491a-b677-440a409d0907 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:32.765427 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-48a9d556-0d8b-46e6-ab03-b7c9a473f37b req-8802ce9b-97e1-491a-b677-440a409d0907 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 931 time: 0.0618570 Jun 21 04:31:32.804686 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-48a9d556-0d8b-46e6-ab03-b7c9a473f37b req-c1f85b1b-1f00-4078-825d-c66dd1ed28dd tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Jun 21 04:31:32.919115 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2e97e4-5202-4d36-9835-a1d702ea4e5c {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:32.927047 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:32.939963 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Transition to ACTIVE for port object 9a2e97e4-5202-4d36-9835-a1d702ea4e5c will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:32.945314 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58916764'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:32.947547 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e70c0c54-72e3-41aa-8fc2-4eeb99780a4d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:33.028987 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:33.052107 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:33.136778 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Attempting to bind port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:33.137112 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Attempting to bind port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:33.137435 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Attempting to bind port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c on network 00d90804-40ce-4c16-a641-e2f544cfea98 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:33.146164 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59898f7-de9c-470b-9fc4-fb337d564397 req-3ef30da5-a9c2-47e4-94a1-80e0df76ceb7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.147620 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c59898f7-de9c-470b-9fc4-fb337d564397 req-3ef30da5-a9c2-47e4-94a1-80e0df76ceb7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 946 time: 0.1375637 Jun 21 04:31:33.150750 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c on network 00d90804-40ce-4c16-a641-e2f544cfea98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:31:33.151052 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Attempting to bind port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c on network 00d90804-40ce-4c16-a641-e2f544cfea98 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:33.160016 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 74bdfd51-685d-4791-b4ef-d9a6768ad17e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:33.161714 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:33.162048 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Checking segment: {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:33.162413 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Bound using segment: {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:33.162877 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Bound port: 9a2e97e4-5202-4d36-9835-a1d702ea4e5c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8429e7-010d-4df9-831c-325b9fd658e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:33.163190 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:33.217516 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c59898f7-de9c-470b-9fc4-fb337d564397 req-17b0b98d-61b2-4274-8b84-076a6626ddd0 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633087 Jun 21 04:31:33.250800 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] For port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:33.254201 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] For port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:33.260970 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58916764'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:33.263426 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:33.278357 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:33.289465 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'port_id': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'mac_address': 'fa:16:3e:ef:a5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:33.304046 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.304665 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:33.306046 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] 10.222.0.44 "PUT /v2.0/ports/9a2e97e4-5202-4d36-9835-a1d702ea4e5c HTTP/1.1" status: 200 len: 1093 time: 0.7718718 Jun 21 04:31:33.306550 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'tag': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:33.308924 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fa3081-bb4a-4073-a80d-03f80f8f324b", "tag": "9a2e97e4-5202-4d36-9835-a1d702ea4e5c"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:33.335305 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:33.339450 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:33.343111 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:33.353045 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bdfd51-685d-4791-b4ef-d9a6768ad17e {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:33.366326 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f72b85f-5136-495d-b018-b9fa5227b911 x-openstack-request-id: req-8f72b85f-5136-495d-b018-b9fa5227b911 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:33.367019 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fa3081-bb4a-4073-a80d-03f80f8f324b", "tag": "9a2e97e4-5202-4d36-9835-a1d702ea4e5c", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:33.367019 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f72b85f-5136-495d-b018-b9fa5227b911 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:33.367366 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'tag': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c', 'status': 'completed', 'code': 200} Jun 21 04:31:33.378196 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:33.386952 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:33.389733 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:33.442772 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=74bdfd51-685d-4791-b4ef-d9a6768ad17e,revision_number=7']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:33.446480 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-20b7202c-dfc3-4ac1-918c-6679c8164444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.448350 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-20b7202c-dfc3-4ac1-918c-6679c8164444 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 1096 time: 0.0605123 Jun 21 04:31:33.452503 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:33.497524 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-8e4727e6-7457-44dc-8856-9b14b7cf72f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a2e97e4-5202-4d36-9835-a1d702ea4e5c HTTP/1.1" status: 200 len: 217 time: 0.0357046 Jun 21 04:31:33.551852 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-9e99970a-ec32-4d4c-a1ff-1c85f521dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.553269 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-9e99970a-ec32-4d4c-a1ff-1c85f521dda5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.0482752 Jun 21 04:31:33.618073 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-04e48caf-a0cb-4f6d-8986-26ab2dd7a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.619567 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-04e48caf-a0cb-4f6d-8986-26ab2dd7a03e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0544884 Jun 21 04:31:33.709170 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-46db6895-4d30-47e9-9f58-90433f7f3252 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822394 Jun 21 04:31:33.781363 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['74bdfd51-685d-4791-b4ef-d9a6768ad17e'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:33.836027 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5a1266af-d3bf-4e0c-b789-6c68f7e574f1 req-dfd035f2-86fe-4f86-834c-4caeafd69d5c service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201084 Jun 21 04:31:33.858279 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e01f75-95a6-413e-9924-02fa0406fe5a req-1c2f89dc-07ae-4dca-99ba-c90f32196f19 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.860311 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b3e01f75-95a6-413e-9924-02fa0406fe5a req-1c2f89dc-07ae-4dca-99ba-c90f32196f19 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 944 time: 0.0893455 Jun 21 04:31:33.903990 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b3e01f75-95a6-413e-9924-02fa0406fe5a req-54f39e01-cf12-4b9f-944e-f13536df7e42 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353911 Jun 21 04:31:33.994617 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5100f-d41b-4bda-834f-3cbe264e52fe req-b3afc991-cb1c-4aac-af71-d0f2c02851a3 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.996338 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f5b5100f-d41b-4bda-834f-3cbe264e52fe req-b3afc991-cb1c-4aac-af71-d0f2c02851a3 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 943 time: 0.0682333 Jun 21 04:31:34.000546 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-90dfa779-cda5-4489-a85b-dfcd93fdc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.002096 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-90dfa779-cda5-4489-a85b-dfcd93fdc05c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 1096 time: 0.0611057 Jun 21 04:31:34.036770 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f5b5100f-d41b-4bda-834f-3cbe264e52fe req-f5c84984-ae32-4a24-a22a-232609e19a8c tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Jun 21 04:31:34.097628 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-b6b73804-9e75-4361-ac3d-d4ef67289843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.099087 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-b6b73804-9e75-4361-ac3d-d4ef67289843 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 912 time: 0.0907009 Jun 21 04:31:34.140987 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-0e21432e-6015-4f8f-b0a8-937889543a9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a2e97e4-5202-4d36-9835-a1d702ea4e5c HTTP/1.1" status: 200 len: 217 time: 0.0347533 Jun 21 04:31:34.192779 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-5e50518e-d5d2-40f1-a5a5-9b64a89a4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.194203 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-5e50518e-d5d2-40f1-a5a5-9b64a89a4046 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.0464149 Jun 21 04:31:34.251694 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-7d263343-727e-475c-8744-7a1acfe5937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.253133 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-7d263343-727e-475c-8744-7a1acfe5937e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0526321 Jun 21 04:31:34.345063 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-17cb85a3-7b29-4d40-93b8-6d374cbe80f7 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839741 Jun 21 04:31:34.438586 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e7e20a61-d32e-4cd0-90d6-c52c8607c9ae req-f6584847-80f9-478b-ad32-50c643a2fdcc service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864851 Jun 21 04:31:35.169383 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 74bdfd51-685d-4791-b4ef-d9a6768ad17e up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:35.213200 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581cfd0-8acd-435c-8114-605e918ee1d1 req-5aeeb3a1-98e9-4356-8d52-668feefc0797 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:35.215091 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f581cfd0-8acd-435c-8114-605e918ee1d1 req-5aeeb3a1-98e9-4356-8d52-668feefc0797 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 943 time: 0.0670464 Jun 21 04:31:35.219619 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 74bdfd51-685d-4791-b4ef-d9a6768ad17e triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:35.220038 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.242144 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f77b2b-d4d1-4aeb-85fc-dc4769b2f633 req-2cf86912-3465-4e74-9c7a-f76ff5f27185 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:35.244082 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-82f77b2b-d4d1-4aeb-85fc-dc4769b2f633 req-2cf86912-3465-4e74-9c7a-f76ff5f27185 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 944 time: 0.0648570 Jun 21 04:31:35.262838 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f581cfd0-8acd-435c-8114-605e918ee1d1 req-41b6c911-97e4-4a43-8672-e5551efbda96 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420403 Jun 21 04:31:35.294342 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-82f77b2b-d4d1-4aeb-85fc-dc4769b2f633 req-683367e2-3ba7-43d9-8d91-01e8dc422c5a tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384498 Jun 21 04:31:35.307070 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.329626 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:35.332005 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347d9a15-6778-4866-a0c0-3f7beb1c05ed" -d '{"events": [{"server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:35.344711 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:35.351001 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.352961 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-f11b8209-efdf-4314-9155-0a8def969d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:35.378816 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6d01b6-f900-4211-84b1-6913cd712d5e x-openstack-request-id: req-db6d01b6-f900-4211-84b1-6913cd712d5e {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:35.379099 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:35.379389 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db6d01b6-f900-4211-84b1-6913cd712d5e {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:35.379800 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'code': 200} Jun 21 04:31:35.409745 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=74bdfd51-685d-4791-b4ef-d9a6768ad17e,revision_number=8']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:35.413538 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:35.783233 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436354d-1d3d-40ea-860c-25b8ea73d5e7 req-d7f8f565-bbef-4394-87ad-487c58945ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:35.784966 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3436354d-1d3d-40ea-860c-25b8ea73d5e7 req-d7f8f565-bbef-4394-87ad-487c58945ada service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1098 time: 0.0700972 Jun 21 04:31:36.072824 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3436354d-1d3d-40ea-860c-25b8ea73d5e7 req-5e30a87e-cfec-4bf8-ac4f-4056910a80ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811351 Jun 21 04:31:36.439295 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290710c-4d8d-49ae-a5de-11158024e6f9 req-24cb0850-8738-43c7-a5ce-9d9fdba79d20 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:36.440978 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0290710c-4d8d-49ae-a5de-11158024e6f9 req-24cb0850-8738-43c7-a5ce-9d9fdba79d20 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 943 time: 0.0646131 Jun 21 04:31:36.472169 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca9510-eae3-4b00-8827-d5e578101137 req-1532b70c-2406-4015-988e-23e590dea307 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:36.473641 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6cca9510-eae3-4b00-8827-d5e578101137 req-1532b70c-2406-4015-988e-23e590dea307 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0659442 Jun 21 04:31:36.478376 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-0290710c-4d8d-49ae-a5de-11158024e6f9 req-0fcded6f-6349-4225-9338-c11cef53906f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Jun 21 04:31:36.512305 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6cca9510-eae3-4b00-8827-d5e578101137 req-4a7e6c73-a1c7-408d-bbab-108c535c67c8 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327427 Jun 21 04:31:37.481893 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:31:37.650924 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebebacb-66c2-463b-b1e0-4a79dd0d129a req-665adb7e-9434-4ceb-b5eb-80b196d8d333 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.652469 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7ebebacb-66c2-463b-b1e0-4a79dd0d129a req-665adb7e-9434-4ceb-b5eb-80b196d8d333 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 943 time: 0.0643542 Jun 21 04:31:37.709877 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7ebebacb-66c2-463b-b1e0-4a79dd0d129a req-ec329b32-dc13-4428-85f4-0a1008dcd98a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516183 Jun 21 04:31:37.718633 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a7aa0-556b-46a9-950c-453363330082 req-34363ae3-b4a1-4253-8be2-5a27598dfc67 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.720253 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-704a7aa0-556b-46a9-950c-453363330082 req-34363ae3-b4a1-4253-8be2-5a27598dfc67 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0910282 Jun 21 04:31:37.769333 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-704a7aa0-556b-46a9-950c-453363330082 req-e17ded49-ec1b-4855-986d-046dbaace8fd tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Jun 21 04:31:38.817950 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b6b4f1a0-4a63-40c4-861b-2ec2cd72e1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.905255 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7ddce-70ec-40ce-9f7c-779633414eeb req-1c5fb2a6-e1ce-47bd-833a-45e161b4cde3 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.912406 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-dde7ddce-70ec-40ce-9f7c-779633414eeb req-1c5fb2a6-e1ce-47bd-833a-45e161b4cde3 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 943 time: 0.0712070 Jun 21 04:31:38.952899 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b2d7f-236b-485e-bb16-30c7da4330f6 req-1404cd09-4a9a-43f5-859a-b5ff1d6afe22 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.956788 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0e5b2d7f-236b-485e-bb16-30c7da4330f6 req-1404cd09-4a9a-43f5-859a-b5ff1d6afe22 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0695786 Jun 21 04:31:38.956946 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-dde7ddce-70ec-40ce-9f7c-779633414eeb req-50542a6a-cb52-4b64-b10a-8ebf0f674dfa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Jun 21 04:31:38.995989 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0e5b2d7f-236b-485e-bb16-30c7da4330f6 req-5f99332e-2a34-4e72-bcd0-c68b4f6ccdb0 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Jun 21 04:31:39.204827 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 9a2e97e4-5202-4d36-9835-a1d702ea4e5c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:39.319091 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:39.334440 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'port_id': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c', 'mac_address': 'fa:16:3e:ad:90:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:39.382133 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.399966 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2e97e4-5202-4d36-9835-a1d702ea4e5c {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:39.419501 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:39.427777 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.433636 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:39.501827 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:39.505918 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:39.900275 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['9a2e97e4-5202-4d36-9835-a1d702ea4e5c'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:40.135179 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270cca1-7063-4d3c-9135-238a1459b08b req-35f20cec-9420-4ba4-b837-29f71ec714df tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.138394 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b270cca1-7063-4d3c-9135-238a1459b08b req-35f20cec-9420-4ba4-b837-29f71ec714df tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 944 time: 0.0816329 Jun 21 04:31:40.179982 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b270cca1-7063-4d3c-9135-238a1459b08b req-830c824f-be85-471f-bacf-387fb35d216f tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353096 Jun 21 04:31:41.203862 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 9a2e97e4-5202-4d36-9835-a1d702ea4e5c up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:41.257739 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:41.261519 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:41.262102 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.355477 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.367067 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c640151-e99f-4802-8df0-02939e6c9334 req-5c59fa1b-423d-4a7f-8a46-976a587dbf5d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.368701 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5c640151-e99f-4802-8df0-02939e6c9334 req-5c59fa1b-423d-4a7f-8a46-976a587dbf5d tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 944 time: 0.0758841 Jun 21 04:31:41.377567 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:41.379940 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a854d01-6367-43f8-a83c-3c9a34c0a91e" -d '{"events": [{"server_uuid": "b0fa3081-bb4a-4073-a80d-03f80f8f324b", "name": "network-vif-plugged", "status": "completed", "tag": "9a2e97e4-5202-4d36-9835-a1d702ea4e5c"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:41.393959 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:41.400573 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.402547 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:41.413517 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5c640151-e99f-4802-8df0-02939e6c9334 req-210b6db1-11e6-49a2-8fe8-e9200d7a1d26 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388961 Jun 21 04:31:41.427511 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8103cb36-3b96-44f2-b3ff-5ae4f9c8d0be x-openstack-request-id: req-8103cb36-3b96-44f2-b3ff-5ae4f9c8d0be {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:41.427837 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fa3081-bb4a-4073-a80d-03f80f8f324b", "name": "network-vif-plugged", "status": "completed", "tag": "9a2e97e4-5202-4d36-9835-a1d702ea4e5c", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:41.428100 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8103cb36-3b96-44f2-b3ff-5ae4f9c8d0be {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:41.428484 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c', 'code': 200} Jun 21 04:31:41.453978 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:41.457228 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:41.528141 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-f0551247-29ec-415d-9ed1-d5744ede9cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:41.709400 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b9008-b633-4520-9016-907d0ddd169d req-4b994bc6-0b6e-4efb-be05-864962d7ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.710770 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-672b9008-b633-4520-9016-907d0ddd169d req-4b994bc6-0b6e-4efb-be05-864962d7ff28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 1098 time: 0.0575795 Jun 21 04:31:41.746814 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-672b9008-b633-4520-9016-907d0ddd169d req-e436098e-0a29-4fd8-b490-3cc312f34d75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292935 Jun 21 04:31:41.804220 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:42.305547 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:42.358253 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a2553-a6b6-44ce-b5a8-5d9f8432bcaf req-31040093-4cb1-42ab-81ba-36dfa6115b15 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.359785 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9b1a2553-a6b6-44ce-b5a8-5d9f8432bcaf req-31040093-4cb1-42ab-81ba-36dfa6115b15 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0686250 Jun 21 04:31:42.376215 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725293d-d238-45b2-9850-16959d542e4a req-e3548354-1d1f-4a45-b1f7-9c8a662ece72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.378175 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9725293d-d238-45b2-9850-16959d542e4a req-e3548354-1d1f-4a45-b1f7-9c8a662ece72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a&device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 1138 time: 0.0532601 Jun 21 04:31:42.401482 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9b1a2553-a6b6-44ce-b5a8-5d9f8432bcaf req-c9bf0506-6749-44f5-8e2c-d5aa39064a57 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356486 Jun 21 04:31:42.475128 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725293d-d238-45b2-9850-16959d542e4a req-d4138333-2f9b-4481-9b4e-a30879ca8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.476613 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9725293d-d238-45b2-9850-16959d542e4a req-d4138333-2f9b-4481-9b4e-a30879ca8c93 service neutron] 10.222.0.44 "GET /v2.0/networks?id=232357df-555e-46e4-9bdb-893f4d9b0a5b HTTP/1.1" status: 200 len: 915 time: 0.0916028 Jun 21 04:31:42.570296 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9725293d-d238-45b2-9850-16959d542e4a req-772385f3-3ec9-4587-9e37-7e14b02275fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 1002 time: 0.0856609 Jun 21 04:31:42.639207 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f256bd-482c-428e-9a97-4195fb3a4cc5 req-7c0ffdc3-bfc1-437f-a390-f52f605b45bd tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.640664 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c8f256bd-482c-428e-9a97-4195fb3a4cc5 req-7c0ffdc3-bfc1-437f-a390-f52f605b45bd tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 945 time: 0.1121175 Jun 21 04:31:42.642488 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725293d-d238-45b2-9850-16959d542e4a req-a17b8f69-dc2a-4b1d-af36-38d25c4ae976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.643797 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9725293d-d238-45b2-9850-16959d542e4a req-a17b8f69-dc2a-4b1d-af36-38d25c4ae976 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fe41ed4-046b-43b7-9791-ff959a8527d9 HTTP/1.1" status: 200 len: 853 time: 0.0637977 Jun 21 04:31:42.704995 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c8f256bd-482c-428e-9a97-4195fb3a4cc5 req-92a079e4-9103-47fe-80f0-88bd04c51672 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574858 Jun 21 04:31:42.727802 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725293d-d238-45b2-9850-16959d542e4a req-50c8399b-065c-416c-92c1-3f61f3986d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.729493 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9725293d-d238-45b2-9850-16959d542e4a req-50c8399b-065c-416c-92c1-3f61f3986d08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=232357df-555e-46e4-9bdb-893f4d9b0a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0686800 Jun 21 04:31:42.824994 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9725293d-d238-45b2-9850-16959d542e4a req-c3c57db0-8544-41e3-ab13-fdfc7a10fb51 service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878015 Jun 21 04:31:42.917871 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-9725293d-d238-45b2-9850-16959d542e4a req-527f5b4f-85a3-4fb5-b190-a61c1fd932ee service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850968 Jun 21 04:31:43.581536 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c4894-aae8-4c5c-bee0-270b1d7fc07f req-1da7fe42-f3d8-4abd-9d29-52c2eb851f8d tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:43.582975 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a29c4894-aae8-4c5c-bee0-270b1d7fc07f req-1da7fe42-f3d8-4abd-9d29-52c2eb851f8d tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0682991 Jun 21 04:31:43.634051 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a29c4894-aae8-4c5c-bee0-270b1d7fc07f req-d5f54d79-3da1-46a7-89c9-79fc3b2ca038 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450804 Jun 21 04:31:43.900377 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3f7d-c157-424f-9ece-84154b1d5125 req-dcd4f9fd-caf4-4276-816a-d7e63f706a85 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:43.901746 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2c8a3f7d-c157-424f-9ece-84154b1d5125 req-dcd4f9fd-caf4-4276-816a-d7e63f706a85 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 945 time: 0.0778842 Jun 21 04:31:43.952932 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2c8a3f7d-c157-424f-9ece-84154b1d5125 req-926eca83-45f7-4556-a6e2-ac2eac4a9f01 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444353 Jun 21 04:31:44.127060 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f1f94-8ef6-4574-a514-73608161cb1d req-644f8f6c-0b62-419c-b273-4a247530d05b tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:44.128580 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-036f1f94-8ef6-4574-a514-73608161cb1d req-644f8f6c-0b62-419c-b273-4a247530d05b tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 945 time: 0.0708899 Jun 21 04:31:44.137368 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47382) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:44.142611 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-c6dad070-2e22-4b96-87ce-0db510082f97 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Request body: {'floatingip': {'port_id': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:44.171988 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.182550 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c6dad070-2e22-4b96-87ce-0db510082f97 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.812853 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fd88b-a842-4aaa-98a2-0df492a1eaf6 req-021aef03-72db-4452-8e3c-f12902d26067 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:44.814402 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a84fd88b-a842-4aaa-98a2-0df492a1eaf6 req-021aef03-72db-4452-8e3c-f12902d26067 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0666230 Jun 21 04:31:44.854406 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c6dad070-2e22-4b96-87ce-0db510082f97 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.857120 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a84fd88b-a842-4aaa-98a2-0df492a1eaf6 req-bc4430e6-cc55-4578-9c71-d6ac2df95e6c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364354 Jun 21 04:31:44.859813 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c6dad070-2e22-4b96-87ce-0db510082f97 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:44.960471 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.l3_db [None req-c6dad070-2e22-4b96-87ce-0db510082f97 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Floating IP 86c3bddd-a21a-4be3-9af5-a649b5b649df associated. External IP: 172.28.0.118, port: 9a2e97e4-5202-4d36-9835-a1d702ea4e5c. Jun 21 04:31:45.190300 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dad070-2e22-4b96-87ce-0db510082f97 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Router 52c7a35c-9216-4e58-a2c2-760af97f79f2 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:31:45.320791 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dad070-2e22-4b96-87ce-0db510082f97 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:31:45.326683 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c6dad070-2e22-4b96-87ce-0db510082f97 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:45.332015 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] Sync routers for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:31:45.343333 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:45.344465 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:31:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:45.370020 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-c6dad070-2e22-4b96-87ce-0db510082f97 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "PUT /v2.0/floatingips/86c3bddd-a21a-4be3-9af5-a649b5b649df HTTP/1.1" status: 200 len: 991 time: 1.2289283 Jun 21 04:31:45.370020 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'tag': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c'}] {{(pid=92762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:45.370732 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1f0264e5c4948df9d2e6d758a1c4e95ddc8eb98f9bbf346be2c5c524a3645e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fa3081-bb4a-4073-a80d-03f80f8f324b", "tag": "9a2e97e4-5202-4d36-9835-a1d702ea4e5c"}]}' {{(pid=92762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:45.462013 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:45.466634 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f84796-e565-4024-956d-d42f294c1dbe x-openstack-request-id: req-11f84796-e565-4024-956d-d42f294c1dbe {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:45.466963 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fa3081-bb4a-4073-a80d-03f80f8f324b", "tag": "9a2e97e4-5202-4d36-9835-a1d702ea4e5c", "status": "completed", "code": 200}]} {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:45.467257 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11f84796-e565-4024-956d-d42f294c1dbe {{(pid=92762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:45.467726 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'tag': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c', 'status': 'completed', 'code': 200} Jun 21 04:31:45.611619 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-e63131ee-58ae-41ea-be0e-30cf75fd0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:45.613209 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-e63131ee-58ae-41ea-be0e-30cf75fd0afb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 1098 time: 0.0572212 Jun 21 04:31:45.710023 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-14587b0f-f86b-4ef6-baa3-37b703326937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:45.711476 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-14587b0f-f86b-4ef6-baa3-37b703326937 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 200 len: 912 time: 0.0917385 Jun 21 04:31:45.779433 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-09680c5b-9fe0-44bf-b7a1-dd343e6e0f58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a2e97e4-5202-4d36-9835-a1d702ea4e5c HTTP/1.1" status: 200 len: 999 time: 0.0589926 Jun 21 04:31:45.815646 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': '86c3bddd-a21a-4be3-9af5-a649b5b649df', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'floating_ip_address': '172.28.0.118', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'port_id': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'mac_address': 'fa:16:3e:ad:90:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:31:29Z', 'updated_at': '2021-06-21T04:31:44Z', 'revision_number': 1, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:45.834850 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-eededeb9-a236-4ce3-ac29-30992a7d2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:45.836337 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-eededeb9-a236-4ce3-ac29-30992a7d2f9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 200 len: 850 time: 0.0490713 Jun 21 04:31:45.846292 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] Checking router: 52c7a35c-9216-4e58-a2c2-760af97f79f2 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:31:45.854884 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:31:45.855524 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:31:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:45.893910 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-9e2dee85-1074-4973-8dbc-a7c55cff7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:45.895043 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-9e2dee85-1074-4973-8dbc-a7c55cff7783 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00d90804-40ce-4c16-a641-e2f544cfea98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0523758 Jun 21 04:31:45.965019 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:31:46.015611 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-49088b58-172b-4457-a764-cd90f2f93860 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138797 Jun 21 04:31:46.101788 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2382a-db94-4543-b931-3727885163e6 req-cc6c2b3f-6408-42ae-8d2e-86f1a99f0f74 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:46.103276 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d0a2382a-db94-4543-b931-3727885163e6 req-cc6c2b3f-6408-42ae-8d2e-86f1a99f0f74 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.1279206 Jun 21 04:31:46.142325 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-597f19a8-2cc8-4f8c-a25c-d9581826f7d1 req-1d8538b0-46dd-4319-89fc-e06ec9578417 service neutron] 10.222.0.44 "GET /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168239 Jun 21 04:31:46.160627 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d0a2382a-db94-4543-b931-3727885163e6 req-4ce4996f-4ccd-4830-8686-1f4cfd71a623 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468071 Jun 21 04:31:46.188869 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': '86c3bddd-a21a-4be3-9af5-a649b5b649df', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'floating_ip_address': '172.28.0.118', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'port_id': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'mac_address': 'fa:16:3e:ad:90:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:31:29Z', 'updated_at': '2021-06-21T04:31:44Z', 'revision_number': 1, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:46.219135 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b29ec-c12a-473d-aa8c-a79c5b4fab3f None None] The sync data for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb is: [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': '86c3bddd-a21a-4be3-9af5-a649b5b649df', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'floating_ip_address': '172.28.0.118', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'port_id': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'mac_address': 'fa:16:3e:ad:90:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:31:29Z', 'updated_at': '2021-06-21T04:31:44Z', 'revision_number': 1, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:31:46.404756 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74013426-939f-4b5d-b94d-3d031743ea9c None None] New status for floating IP 86c3bddd-a21a-4be3-9af5-a649b5b649df: ACTIVE {{(pid=92764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:31:46.681864 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.346865 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71f7ee-baf8-4bc9-8176-3db52194eb1d req-cbe90c8e-4958-48f1-83f7-db62bf527cd9 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:47.348420 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cb71f7ee-baf8-4bc9-8176-3db52194eb1d req-cbe90c8e-4958-48f1-83f7-db62bf527cd9 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0773087 Jun 21 04:31:47.406565 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cb71f7ee-baf8-4bc9-8176-3db52194eb1d req-226ab58f-49ed-45a1-bdc2-5688e4fcaec7 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503852 Jun 21 04:31:48.586397 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084b856-816d-41fe-b2a6-9ebbc64a985c req-d9bea6c4-94ac-4481-a9cc-f7a414fc3423 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:48.587887 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a084b856-816d-41fe-b2a6-9ebbc64a985c req-d9bea6c4-94ac-4481-a9cc-f7a414fc3423 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0653827 Jun 21 04:31:48.627439 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a084b856-816d-41fe-b2a6-9ebbc64a985c req-419a590e-4634-469b-9ceb-1f72b66d3099 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335548 Jun 21 04:31:49.809960 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ac626-42ea-4b98-acb6-20063b77a4bc req-fcd563ed-1707-4a25-864e-bc89cf7801c4 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.811398 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c64ac626-42ea-4b98-acb6-20063b77a4bc req-fcd563ed-1707-4a25-864e-bc89cf7801c4 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0680091 Jun 21 04:31:49.859490 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c64ac626-42ea-4b98-acb6-20063b77a4bc req-7a562abe-1c5e-46e7-a736-937eda889734 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410669 Jun 21 04:31:51.054281 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154abced-6632-419f-b761-527d54965124 req-487a9ea7-442f-49b7-abbe-dbe539bbb16a tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:51.056674 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-154abced-6632-419f-b761-527d54965124 req-487a9ea7-442f-49b7-abbe-dbe539bbb16a tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0748241 Jun 21 04:31:51.105997 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-154abced-6632-419f-b761-527d54965124 req-6f7bde7f-313a-44f9-bae1-6f147b377212 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409048 Jun 21 04:31:52.297408 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524c90c-e226-48ed-ba85-7e0476ca1365 req-0e00a121-7dc7-420b-b9f9-b0d67125e528 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:52.298887 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7524c90c-e226-48ed-ba85-7e0476ca1365 req-0e00a121-7dc7-420b-b9f9-b0d67125e528 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0752845 Jun 21 04:31:52.341271 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7524c90c-e226-48ed-ba85-7e0476ca1365 req-79eaf730-cc2a-4b18-92a4-2d607f3d1718 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340250 Jun 21 04:31:53.530866 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7f8c2-ed22-4ae3-bcc4-e63991310b35 req-5c99d110-ab36-4a08-88dd-f56726b01cef tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:53.532383 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-40d7f8c2-ed22-4ae3-bcc4-e63991310b35 req-5c99d110-ab36-4a08-88dd-f56726b01cef tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0740960 Jun 21 04:31:53.573800 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-40d7f8c2-ed22-4ae3-bcc4-e63991310b35 req-77cb2e89-1f78-4997-9943-b521b2e5f938 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354750 Jun 21 04:31:54.756633 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cd4bc-8da7-4736-94b7-add9d706844f req-43f92955-95ff-43cd-a1c5-74764cd4f674 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:54.758192 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-487cd4bc-8da7-4736-94b7-add9d706844f req-43f92955-95ff-43cd-a1c5-74764cd4f674 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.0675664 Jun 21 04:31:54.800905 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-487cd4bc-8da7-4736-94b7-add9d706844f req-1210df14-413a-49bd-a21f-b047d4a0a016 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=e792cc79-7525-4428-88ba-67ba01214fa2&id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356653 Jun 21 04:32:08.810939 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d64d15b9-4e3e-4476-ad11-653a01b3bb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:11.535516 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-249ca7e7-c85c-45e1-bfcc-d0021b292f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:11.807695 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:12.309368 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:14.171229 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:14.482305 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:32:16.682609 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.518954 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-209db658-2274-4255-b2d1-2b0f40924451 req-497eed3f-b4a4-4402-875c-0dad54f85444 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680671 Jun 21 04:32:22.628245 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209db658-2274-4255-b2d1-2b0f40924451 req-d7fc9f85-9369-42b5-9831-93105deb85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:22.630443 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-209db658-2274-4255-b2d1-2b0f40924451 req-d7fc9f85-9369-42b5-9831-93105deb85aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 1099 time: 0.0716336 Jun 21 04:32:22.747946 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209db658-2274-4255-b2d1-2b0f40924451 req-fc635114-d683-4b6f-b5ec-4fb2215110e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:22.749472 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-209db658-2274-4255-b2d1-2b0f40924451 req-fc635114-d683-4b6f-b5ec-4fb2215110e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0932567 Jun 21 04:32:22.821384 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-209db658-2274-4255-b2d1-2b0f40924451 req-be37f3a8-179d-478a-8241-46b061d29c9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b34881d-a49c-4823-b18f-f443c646f4ef HTTP/1.1" status: 200 len: 1001 time: 0.0636287 Jun 21 04:32:22.874599 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209db658-2274-4255-b2d1-2b0f40924451 req-8b5adde6-5355-44de-aad1-eb5b3fa624bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:22.876109 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-209db658-2274-4255-b2d1-2b0f40924451 req-8b5adde6-5355-44de-aad1-eb5b3fa624bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0449877 Jun 21 04:32:22.939410 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209db658-2274-4255-b2d1-2b0f40924451 req-33004a46-a580-4650-8987-720aa15ccc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:22.940933 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-209db658-2274-4255-b2d1-2b0f40924451 req-33004a46-a580-4650-8987-720aa15ccc2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0566990 Jun 21 04:32:23.049919 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-209db658-2274-4255-b2d1-2b0f40924451 req-52944ecb-16f3-43de-9c70-7fc28cb2f950 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007507 Jun 21 04:32:23.142418 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-209db658-2274-4255-b2d1-2b0f40924451 req-3bd2f471-9043-4a7e-a718-c96d77ba70d6 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849624 Jun 21 04:32:38.815561 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1c49ffb1-5abc-4361-9fc8-ddb5002d7d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.539214 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0a93901f-31ad-4d41-a002-f38097264339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.810556 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.310522 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.340991 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142f750-1c1e-4209-9402-7fea05bef3ea req-d912d562-e51b-460b-a36c-449a087b496c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:42.342442 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8142f750-1c1e-4209-9402-7fea05bef3ea req-d912d562-e51b-460b-a36c-449a087b496c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 946 time: 0.0747986 Jun 21 04:32:42.382235 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8142f750-1c1e-4209-9402-7fea05bef3ea req-433514f5-f589-45aa-baa4-113d5b1b1875 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321350 Jun 21 04:32:43.565527 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971dbfb-8542-455b-9080-7a1610f089d0 req-f551e9a9-18d5-4782-a879-f49263a5bfd0 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:43.566980 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4971dbfb-8542-455b-9080-7a1610f089d0 req-f551e9a9-18d5-4782-a879-f49263a5bfd0 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 946 time: 0.0704930 Jun 21 04:32:43.607773 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4971dbfb-8542-455b-9080-7a1610f089d0 req-edb85579-8cc6-449e-9f4b-851d06bcc456 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Jun 21 04:32:44.174210 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.243489 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-ae2ab585-e5cc-43fd-91a3-f5a850a5608f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:44.244940 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-ae2ab585-e5cc-43fd-91a3-f5a850a5608f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 946 time: 0.0658584 Jun 21 04:32:44.348147 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Deleting port 5b34881d-a49c-4823-b18f-f443c646f4ef {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:44.348463 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.448180 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] For port 5b34881d-a49c-4823-b18f-f443c646f4ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5b34881d-a49c-4823-b18f-f443c646f4ef,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:44.448444 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.615359 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.615958 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.616360 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.l3_db [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Floating IP 3906a651-724a-4b43-ba1a-2b746cddd3b1 disassociated. External IP: 172.28.0.245, port: 5b34881d-a49c-4823-b18f-f443c646f4ef. Jun 21 04:32:44.616860 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Calling delete_port for 5b34881d-a49c-4823-b18f-f443c646f4ef owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:44.752373 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.756691 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:44.781874 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event deleted for resources: {'Port': ['ID=5b34881d-a49c-4823-b18f-f443c646f4ef,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:44.792440 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.792809 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.793169 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.793563 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.793831 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32627a5-70b6-4e90-8e96-9358ca8381d0 req-c44eb7c9-ea04-4b6c-8f6e-502d54f608a7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:44.794268 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.794268 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.794542 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.794884 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.795226 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.795384 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a32627a5-70b6-4e90-8e96-9358ca8381d0 req-c44eb7c9-ea04-4b6c-8f6e-502d54f608a7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=49a6ede3-7ec6-4b44-8069-e7672a04e83f HTTP/1.1" status: 200 len: 868 time: 0.0641866 Jun 21 04:32:44.795565 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.796030 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.796259 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:44.800282 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:44.838521 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-a32627a5-70b6-4e90-8e96-9358ca8381d0 req-a8453d19-2b7c-4ed6-b4bc-51d2e5daba6e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=850cdcf9-4467-48f2-915d-dd354daa111f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346384 Jun 21 04:32:44.907286 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Router 61f446f4-267b-4758-a8bf-162c9cf64ca4 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:45.027448 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:45.038464 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] Sync routers for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:45.048441 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:45.049883 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:32:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:45.070832 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] No DVR routers for this DVR port 5b34881d-a49c-4823-b18f-f443c646f4ef on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:45.073896 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.076033 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e9838a7e-840b-4f9d-b96c-e401139da7e9 req-4f6824fe-6ee8-4309-8cd9-4d514ddebfea tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "DELETE /v2.0/ports/5b34881d-a49c-4823-b18f-f443c646f4ef HTTP/1.1" status: 204 len: 173 time: 0.8247881 Jun 21 04:32:45.076520 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-deleted', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:45.078870 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38445e1-0e72-4b83-b030-35faa68a604b" -d '{"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-deleted", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:45.113578 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c7b606-b3f9-491e-80d4-f8d57b65518a x-openstack-request-id: req-06c7b606-b3f9-491e-80d4-f8d57b65518a {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:45.113903 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6ede3-7ec6-4b44-8069-e7672a04e83f", "name": "network-vif-deleted", "tag": "5b34881d-a49c-4823-b18f-f443c646f4ef", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:45.114165 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06c7b606-b3f9-491e-80d4-f8d57b65518a {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:45.114762 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6ede3-7ec6-4b44-8069-e7672a04e83f', 'name': 'network-vif-deleted', 'tag': '5b34881d-a49c-4823-b18f-f443c646f4ef', 'status': 'completed', 'code': 200} Jun 21 04:32:45.169171 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:45.376296 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:45.407774 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] Checking router: 61f446f4-267b-4758-a8bf-162c9cf64ca4 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:45.418185 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:45.418805 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:32:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:45.527807 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:45.739483 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:45.772613 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec6024-41bd-42a8-a6be-288c46926e23 None None] The sync data for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb is: [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:45.974865 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47586) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:45.995527 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0415e-a6a7-4026-b683-ae0ee4a3ac86 None None] New status for floating IP 3906a651-724a-4b43-ba1a-2b746cddd3b1: DOWN {{(pid=92764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:32:46.043161 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.067110 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.117880 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.120544 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.121696 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "DELETE /v2.0/security-groups/850cdcf9-4467-48f2-915d-dd354daa111f HTTP/1.1" status: 204 len: 168 time: 0.1458535 Jun 21 04:32:46.122482 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-eeeb7098-c29d-4757-a2ec-a22959b5c779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:46.124730 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47588) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:46.131682 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850cdcf9-4467-48f2-915d-dd354daa111f,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:46.139037 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.139461 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.140004 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.140169 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.api.v2.resource [None req-616731e4-aed1-44d6-8a43-688a9f69902a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] show failed (client error): The resource could not be found. Jun 21 04:32:46.140422 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.140934 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.143875 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.144015 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-616731e4-aed1-44d6-8a43-688a9f69902a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups/850cdcf9-4467-48f2-915d-dd354daa111f HTTP/1.1" status: 404 len: 347 time: 0.0154905 Jun 21 04:32:46.144112 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.144112 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.144112 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.144112 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.144112 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.144112 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:46.145239 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47592) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:46.147420 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0ed60caf-7b65-4170-9c41-0c2b367eff2e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:46.279394 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Deleting port 862e024e-1c61-4d55-a37c-4dda093fe82a {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:46.279758 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.358608 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.358978 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.422103 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Calling delete_port for 862e024e-1c61-4d55-a37c-4dda093fe82a owned by network:floatingip {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:46.565577 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.567702 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c29cc61e-121f-46aa-b396-e883b93be4dc tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:46.591800 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event deleted for resources: {'Port': ['ID=862e024e-1c61-4d55-a37c-4dda093fe82a,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:46.595018 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:46.657926 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.660406 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.661548 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "DELETE /v2.0/floatingips/3906a651-724a-4b43-ba1a-2b746cddd3b1 HTTP/1.1" status: 204 len: 168 time: 0.5131047 Jun 21 04:32:46.688128 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.942346 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47596) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:46.947513 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-2e3de2cb-0a4d-40d9-ac90-25326caba52d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689287415', 'description': 'tempest-description--596791115'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:46.971494 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2e3de2cb-0a4d-40d9-ac90-25326caba52d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.060397 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2e3de2cb-0a4d-40d9-ac90-25326caba52d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.066838 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2e3de2cb-0a4d-40d9-ac90-25326caba52d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.069217 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-92976962-9a23-4a12-a917-2bcd1464d9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.094557 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-2e3de2cb-0a4d-40d9-ac90-25326caba52d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.095787 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-2e3de2cb-0a4d-40d9-ac90-25326caba52d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1523731 Jun 21 04:32:47.097793 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3de2cb-0a4d-40d9-ac90-25326caba52d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:47.099048 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47598) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:47.100887 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-2e3de2cb-0a4d-40d9-ac90-25326caba52d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.106627 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-a469c55b-8dca-4562-8f7d-6270a97aa05a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'security_group_rule': {'security_group_id': 'f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:47.146652 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a469c55b-8dca-4562-8f7d-6270a97aa05a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.205692 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a469c55b-8dca-4562-8f7d-6270a97aa05a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.212205 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a469c55b-8dca-4562-8f7d-6270a97aa05a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.214800 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.235955 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469c55b-8dca-4562-8f7d-6270a97aa05a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3855cc88-a257-484a-a344-1e37a6628590,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:47.239698 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a469c55b-8dca-4562-8f7d-6270a97aa05a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.242310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a469c55b-8dca-4562-8f7d-6270a97aa05a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.243476 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-a469c55b-8dca-4562-8f7d-6270a97aa05a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424720 Jun 21 04:32:47.247383 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47600) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:47.251967 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-7217a404-1108-42ef-ad29-deb206fe29cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'security_group_rule': {'security_group_id': 'f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:47.279841 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7217a404-1108-42ef-ad29-deb206fe29cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.353507 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7217a404-1108-42ef-ad29-deb206fe29cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.359055 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7217a404-1108-42ef-ad29-deb206fe29cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969720'] for security_group_rule, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.367069 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a469c55b-8dca-4562-8f7d-6270a97aa05a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.390571 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217a404-1108-42ef-ad29-deb206fe29cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53fd11a-eb20-4ea9-9f9e-bb5894a75d1b,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:47.394676 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7217a404-1108-42ef-ad29-deb206fe29cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.402267 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7217a404-1108-42ef-ad29-deb206fe29cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.407293 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-7217a404-1108-42ef-ad29-deb206fe29cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559207 Jun 21 04:32:47.407520 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47604) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:47.412379 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'floatingip': {'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:47.439264 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.792366 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.899795 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Allocated IP 172.28.0.26 (b941b75c-3e79-4b47-a5c9-c341863e1176/aaf3d96b-47d3-4b58-b25e-03012bcb8485/ae4fafc5-4517-4501-a8b3-8848662fb0a6) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:48.009376 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.055486 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58916778'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.058236 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-43998d5c-6f20-451a-a8f8-a8b11f5626bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:48.105268 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Network b941b75c-3e79-4b47-a5c9-c341863e1176 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:48.108204 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:48.111634 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:48.117231 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'Port': ['ID=ae4fafc5-4517-4501-a8b3-8848662fb0a6,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:48.135823 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:48.202696 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.261809 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.413030 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.419926 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58916764'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.421916 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-d532c086-98c0-44d0-b34e-9dc52d622308 tempest-VolumesSnapshotTestJSON-550504850 tempest-VolumesSnapshotTestJSON-550504850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:48.487058 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'Port': ['ID=ae4fafc5-4517-4501-a8b3-8848662fb0a6,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:48.491014 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:48.501808 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.517511 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.518892 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1103704 Jun 21 04:32:48.727965 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-4c7e3feb-be89-4391-8986-7eaead6a838c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1689287415&fields=id&tenant_id=22c3acf73c9d439c81b4759eafb4238c HTTP/1.1" status: 200 len: 267 time: 0.0432534 Jun 21 04:32:48.847479 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-472de02b-e877-47dd-9e33-e509cc2b858b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.848963 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-472de02b-e877-47dd-9e33-e509cc2b858b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 817 time: 0.1117380 Jun 21 04:32:48.866399 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-b6724d1e-fd35-4b9d-9eaf-3763e8eb6287 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/quotas/22c3acf73c9d439c81b4759eafb4238c HTTP/1.1" status: 200 len: 375 time: 0.0094616 Jun 21 04:32:48.938973 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-9a3bc734-b560-49dd-8b02-5c49db595b41 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674889 Jun 21 04:32:49.100905 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-365e7e6c-9bd8-4fdc-88ee-dbc9b3efaf21 service neutron] 10.222.0.22 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451852 Jun 21 04:32:49.192948 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-e4adf4ea-9dbe-4f2b-b6e4-97112d4dc09a service neutron] 10.222.0.22 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860972 Jun 21 04:32:49.380892 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3c17a583-9310-48e5-9c47-8daf95520e87 req-7d57fe85-d6f6-4568-ad8c-770d89cdec0b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 210 time: 0.0299447 Jun 21 04:32:49.564117 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:49.588247 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 5b34881d-a49c-4823-b18f-f443c646f4ef {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:49.588599 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 5b34881d-a49c-4823-b18f-f443c646f4ef not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:50.539481 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3143b00a-379d-40ae-9761-5efe636e3eb5 req-1b4cf625-b90f-4907-bc84-8afbdc4cac76 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 210 time: 0.0285020 Jun 21 04:32:50.672247 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-be689d25-20dd-4080-acc6-8db7a937b03d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.673887 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-be689d25-20dd-4080-acc6-8db7a937b03d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 817 time: 0.1048479 Jun 21 04:32:50.733250 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-0fc9125f-30b8-498d-a220-82b000a9e2f3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22c3acf73c9d439c81b4759eafb4238c HTTP/1.1" status: 200 len: 380 time: 0.0343375 Jun 21 04:32:50.741854 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'port': {'device_id': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'admin_state_up': True, 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'security_groups': ['f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f']}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:50.858791 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Made reservation on behalf of 22c3acf73c9d439c81b4759eafb4238c for: {'port': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:50.862457 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for port, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.989075 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_common [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Allocated IP 172.20.0.7 (df7fd5da-8d2f-40e6-8217-0ed88d019a94/bc09a894-e373-4c55-8d9c-5d1adc20e383/4d33d220-1111-4f5b-afe4-eefe651592a2) {{(pid=92761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:51.140120 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for port, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.154862 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Transition to ACTIVE for port object 4d33d220-1111-4f5b-afe4-eefe651592a2 will not be triggered until provisioned by entity DHCP. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:51.202309 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16364615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-96684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736675777091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58916778'] for port, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.208045 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b8a9a83c-8930-4c20-96e0-fd8df23b6920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:51.252753 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 is already hosted by enough agents. {{(pid=92761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:51.256145 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Resources bound (agent type, host, resource id): {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:51.259917 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Received port after_create {{(pid=92761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:51.266627 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:51.286667 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:51.315179 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:51.315963 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.333274 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949802 Jun 21 04:32:51.352276 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Request body: {'port': {'device_id': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:51.431525 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e44de7c7-3004-485f-ad21-fc42523d5ebd None None] Provisioning for port 4d33d220-1111-4f5b-afe4-eefe651592a2 completed by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:51.434360 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.435889 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-e44de7c7-3004-485f-ad21-fc42523d5ebd None None] Provisioning complete for port 4d33d220-1111-4f5b-afe4-eefe651592a2 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:51.436272 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e44de7c7-3004-485f-ad21-fc42523d5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.470075 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e44de7c7-3004-485f-ad21-fc42523d5ebd None None] Port 4d33d220-1111-4f5b-afe4-eefe651592a2 cannot update to ACTIVE because it is not bound. {{(pid=92763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:51.480287 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:32:51.728903 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d33d220-1111-4f5b-afe4-eefe651592a2 {{(pid=92761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:51.739922 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.756162 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.provisioning_blocks [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Transition to ACTIVE for port object 4d33d220-1111-4f5b-afe4-eefe651592a2 will not be triggered until provisioned by entity L2. {{(pid=92761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:51.761932 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58916764'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.766827 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a67330d8-8b83-48d8-93cd-b6028804db44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:51.780735 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989b405-1140-4163-a52c-72d3d0562aac req-a19b57a2-c257-4104-93be-a6bc4aaf0738 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:51.782182 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f989b405-1140-4163-a52c-72d3d0562aac req-a19b57a2-c257-4104-93be-a6bc4aaf0738 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 931 time: 0.1224625 Jun 21 04:32:51.865227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=2']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:51.869856 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:51.906024 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-f989b405-1140-4163-a52c-72d3d0562aac req-b4d0f516-59a9-4f4c-ba83-20bf168c9976 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057739 Jun 21 04:32:51.968552 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Attempting to bind port 4d33d220-1111-4f5b-afe4-eefe651592a2 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:51.968992 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Attempting to bind port 4d33d220-1111-4f5b-afe4-eefe651592a2 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:51.969328 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Attempting to bind port 4d33d220-1111-4f5b-afe4-eefe651592a2 on network df7fd5da-8d2f-40e6-8217-0ed88d019a94 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:51.974070 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Port 4d33d220-1111-4f5b-afe4-eefe651592a2 on network df7fd5da-8d2f-40e6-8217-0ed88d019a94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:32:51.974399 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Attempting to bind port 4d33d220-1111-4f5b-afe4-eefe651592a2 on network df7fd5da-8d2f-40e6-8217-0ed88d019a94 {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:51.979363 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Checking agent: {'id': 'ee41a41f-ddeb-4e82-97d9-e7219693af8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:51.979646 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Checking segment: {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:51.980067 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Bound using segment: {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'} {{(pid=92761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:51.980491 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.managers [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Bound port: 4d33d220-1111-4f5b-afe4-eefe651592a2, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a64c215-fccf-4518-a9d1-95a7a6716e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94'}}] {{(pid=92761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:51.980845 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.042948 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, cleared binding levels {{(pid=92761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:52.046029 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:52.051287 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58916764'] for port, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.054199 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-897308f3-25f7-4de4-9636-d6e8ec62c4f7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:52.093915 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.094625 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.095969 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] 10.222.0.44 "PUT /v2.0/ports/4d33d220-1111-4f5b-afe4-eefe651592a2 HTTP/1.1" status: 200 len: 1093 time: 0.7482729 Jun 21 04:32:52.096479 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:52.098864 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:52.120086 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=3']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:52.123433 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a43f63ec-8e78-449c-bc52-c48a23e1b78e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:52.141981 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f567cf25-aad2-469c-bb2d-bee0d36ce899 x-openstack-request-id: req-f567cf25-aad2-469c-bb2d-bee0d36ce899 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:52.142466 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:52.142824 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f567cf25-aad2-469c-bb2d-bee0d36ce899 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:52.143360 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'status': 'completed', 'code': 200} Jun 21 04:32:52.263538 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-11ebeb48-35ec-4939-9abb-5b6d7f6cf804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.265087 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-11ebeb48-35ec-4939-9abb-5b6d7f6cf804 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 1096 time: 0.0574729 Jun 21 04:32:52.313533 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-7d1361c1-21b4-4b10-bbe3-f9dc09562a3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d33d220-1111-4f5b-afe4-eefe651592a2 HTTP/1.1" status: 200 len: 217 time: 0.0349839 Jun 21 04:32:52.365426 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-50f2d246-3ea1-4076-b82d-755bb4f1df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.366746 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-50f2d246-3ea1-4076-b82d-755bb4f1df88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0472834 Jun 21 04:32:52.429460 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-1b66ac5d-7ece-4382-b601-1ceb24c1e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.431048 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-1b66ac5d-7ece-4382-b601-1ceb24c1e4ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0578802 Jun 21 04:32:52.531288 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-8c784741-6ad4-45fc-8d8a-85440c412be7 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932109 Jun 21 04:32:52.631355 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1f3b9833-ad5c-4c05-9b5a-908b40589393 req-9fe8363b-0c14-4c43-a86a-81cdbc107647 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931427 Jun 21 04:32:52.801261 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-f9eb2aaf-9eda-4f86-895f-0afeedb91cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.802642 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-f9eb2aaf-9eda-4f86-895f-0afeedb91cd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 1096 time: 0.0562384 Jun 21 04:32:52.903546 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-06782585-2385-445d-8fb8-641b5bc23f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.905029 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-06782585-2385-445d-8fb8-641b5bc23f14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0951800 Jun 21 04:32:52.947571 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-300ceac1-3c69-4a17-878b-a1f354fc1324 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d33d220-1111-4f5b-afe4-eefe651592a2 HTTP/1.1" status: 200 len: 217 time: 0.0354922 Jun 21 04:32:52.996171 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-23116701-4609-4fc0-9170-d674cfe02993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.997610 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-23116701-4609-4fc0-9170-d674cfe02993 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0439451 Jun 21 04:32:53.088464 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-bd68bba3-d605-48ef-9d17-e0a656bf02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.089813 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-bd68bba3-d605-48ef-9d17-e0a656bf02f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0860732 Jun 21 04:32:53.163092 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165b114-feed-4f34-9528-52e84523bc00 req-269236a7-8e74-4041-91dc-f188fe5b9be1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.164680 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2165b114-feed-4f34-9528-52e84523bc00 req-269236a7-8e74-4041-91dc-f188fe5b9be1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.1272366 Jun 21 04:32:53.215705 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-95753d8d-e1c8-4f39-a6f1-8523c8e0d03e service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192904 Jun 21 04:32:53.237259 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2165b114-feed-4f34-9528-52e84523bc00 req-792eaae8-940e-4dd8-a734-26fed11ed906 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652659 Jun 21 04:32:53.312989 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-2f1d594f-0829-4a2d-ab44-cf241bd59fdb req-0299a495-1a4c-4c7b-92fe-8ed412daba56 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890920 Jun 21 04:32:54.427916 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8f91a-413a-4622-9b71-23f879a48b4f req-d171834c-1ee9-45d5-b0b2-02ac3607de5f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:54.429441 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ace8f91a-413a-4622-9b71-23f879a48b4f req-d171834c-1ee9-45d5-b0b2-02ac3607de5f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0726316 Jun 21 04:32:54.475318 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ace8f91a-413a-4622-9b71-23f879a48b4f req-def52677-cbcd-49c5-88a4-af246ee5e7ef tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395677 Jun 21 04:32:55.676380 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01ccdc-8f74-4c6f-a9e2-01e5206d178d req-43030fa9-d74c-40ee-ba68-2a1450044a32 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:55.677840 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6b01ccdc-8f74-4c6f-a9e2-01e5206d178d req-43030fa9-d74c-40ee-ba68-2a1450044a32 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0741022 Jun 21 04:32:55.721440 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6b01ccdc-8f74-4c6f-a9e2-01e5206d178d req-0622df9b-cf9e-46d7-b733-6a31de89bfab tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352221 Jun 21 04:32:56.916631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03963ed-fc4d-4b1f-99c2-9af99d139980 req-5905e2f6-4546-4a45-b737-0f41252e3b25 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:56.918080 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b03963ed-fc4d-4b1f-99c2-9af99d139980 req-5905e2f6-4546-4a45-b737-0f41252e3b25 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0693285 Jun 21 04:32:56.969887 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b03963ed-fc4d-4b1f-99c2-9af99d139980 req-ab994af4-145d-4757-86e6-0043d0e61778 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456681 Jun 21 04:32:57.581599 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:32:57.810020 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:57.822045 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'port_id': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'mac_address': 'fa:16:3e:9f:dd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:32:57.859014 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.871909 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d33d220-1111-4f5b-afe4-eefe651592a2 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:57.891364 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:57.897675 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.900736 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:57.947830 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=4']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:57.955155 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.955506 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.955883 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.956215 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.956548 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.956875 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.957186 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.957522 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.957833 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.958151 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.958472 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.958788 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:57.962912 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:58.175791 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414d29b-69c5-412d-974a-4fc382c4fa01 req-58a786e7-56de-4a2b-8148-e84e53b623d3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:58.177340 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4414d29b-69c5-412d-974a-4fc382c4fa01 req-58a786e7-56de-4a2b-8148-e84e53b623d3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 944 time: 0.0806849 Jun 21 04:32:58.217457 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-4414d29b-69c5-412d-974a-4fc382c4fa01 req-183951af-6bc5-4c79-bdcf-7a04733b88ec tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344079 Jun 21 04:32:58.358149 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['4d33d220-1111-4f5b-afe4-eefe651592a2'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:59.420781 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c1ead-2a41-41d9-8493-17a3933085f5 req-01f513b2-c746-40cc-9a89-c5003ba09a36 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:59.422234 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cc5c1ead-2a41-41d9-8493-17a3933085f5 req-01f513b2-c746-40cc-9a89-c5003ba09a36 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 944 time: 0.0852573 Jun 21 04:32:59.460490 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cc5c1ead-2a41-41d9-8493-17a3933085f5 req-078aa9ac-fce3-47db-b538-06ad2bcda3a4 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325167 Jun 21 04:32:59.588112 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:59.640577 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning for port 4d33d220-1111-4f5b-afe4-eefe651592a2 completed by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:59.644328 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 4d33d220-1111-4f5b-afe4-eefe651592a2 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:59.644986 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:59.738750 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:59.761544 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:59.763850 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b4ae18-ea8f-41ac-9dc6-bdfb4ed71bcd" -d '{"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-plugged", "status": "completed", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:59.777483 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:59.782865 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:59.785839 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:59.808479 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0664dd94-0bde-437e-a405-0b33e7ccd87f x-openstack-request-id: req-0664dd94-0bde-437e-a405-0b33e7ccd87f {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:59.808753 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-plugged", "status": "completed", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:59.809017 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0664dd94-0bde-437e-a405-0b33e7ccd87f {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:59.809438 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'code': 200} Jun 21 04:32:59.837352 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=5']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:59.840525 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:00.081657 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3bcf5-2baf-448e-bd63-942ac9e37120 req-7a1bec1b-6282-4962-a59d-dd0413ecf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:00.083148 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfa3bcf5-2baf-448e-bd63-942ac9e37120 req-7a1bec1b-6282-4962-a59d-dd0413ecf3e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 1098 time: 0.0623503 Jun 21 04:33:00.117905 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-bfa3bcf5-2baf-448e-bd63-942ac9e37120 req-c3bf5f8d-4f6e-4c88-aa58-67caad11345c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279324 Jun 21 04:33:00.663632 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12b447-9dc6-462a-945f-06a9b54432c3 req-1654bf75-4806-485f-9966-e498095eaae5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:00.664987 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ec12b447-9dc6-462a-945f-06a9b54432c3 req-1654bf75-4806-485f-9966-e498095eaae5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0775404 Jun 21 04:33:00.705332 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ec12b447-9dc6-462a-945f-06a9b54432c3 req-adab509a-8ca8-467f-8500-14e66bed596b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319061 Jun 21 04:33:01.906677 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb6782-e9f9-4997-874e-95a88e73ec7a req-3f1091f0-da0c-4a28-a6a1-eb86b4faeb91 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:01.908191 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6ceb6782-e9f9-4997-874e-95a88e73ec7a req-3f1091f0-da0c-4a28-a6a1-eb86b4faeb91 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0742357 Jun 21 04:33:01.947401 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6ceb6782-e9f9-4997-874e-95a88e73ec7a req-e2914f0d-1a03-442e-8718-255fb94c083b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333843 Jun 21 04:33:02.138688 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffdcf1-590c-47c2-baf7-fef5b564074b req-5df941d9-0872-4838-9443-d66799645eb5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:02.140168 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-32ffdcf1-590c-47c2-baf7-fef5b564074b req-5df941d9-0872-4838-9443-d66799645eb5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0742066 Jun 21 04:33:02.151443 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47694) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:02.156398 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-7bece634-2123-4c78-a31e-f365adb756e5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Request body: {'floatingip': {'port_id': '4d33d220-1111-4f5b-afe4-eefe651592a2'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:02.206412 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7bece634-2123-4c78-a31e-f365adb756e5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:02.464764 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-a6907272-f98c-4517-a9d5-1b82f9c3721f tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510492426&fields=id&tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a HTTP/1.1" status: 200 len: 267 time: 0.0544479 Jun 21 04:33:02.642564 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-5d0736d7-47d5-49fb-981a-9a72e87ffbaa tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:02.644294 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-5d0736d7-47d5-49fb-981a-9a72e87ffbaa tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 985 time: 0.1540310 Jun 21 04:33:02.672138 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Request body: {'port': {'security_groups': ['fa28bd71-c254-439f-aae7-6e7766d08400']}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:02.791026 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7bece634-2123-4c78-a31e-f365adb756e5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:02.801860 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7bece634-2123-4c78-a31e-f365adb756e5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:02.840910 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:02.954188 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.l3_db [None req-7bece634-2123-4c78-a31e-f365adb756e5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Floating IP c0c9f4ea-4830-48b1-8fd6-202a7a4b8b08 associated. External IP: 172.28.0.26, port: 4d33d220-1111-4f5b-afe4-eefe651592a2. Jun 21 04:33:03.400397 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] For port be5fa9c6-3194-4eee-b44c-61d015852a98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=be5fa9c6-3194-4eee-b44c-61d015852a98,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:03.470695 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for port, precommit_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.477979 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3377555'] for port, after_update {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.483880 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7c27c826-d08b-4f16-8627-0a07ce5d8bf9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:03.513716 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['be5fa9c6-3194-4eee-b44c-61d015852a98'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:03.537145 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:03.537765 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.539267 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-153d2b92-92d2-4b59-9eaf-684ee65dd80f req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "PUT /v2.0/ports/be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 943 time: 0.8746383 Jun 21 04:33:03.539842 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98'}] {{(pid=92762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:03.542168 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1f0264e5c4948df9d2e6d758a1c4e95ddc8eb98f9bbf346be2c5c524a3645e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6482774c-f47d-469f-964a-9c73f0bbf095" -d '{"events": [{"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98"}]}' {{(pid=92762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:03.546522 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47702) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:03.553350 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bece634-2123-4c78-a31e-f365adb756e5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Router 61f446f4-267b-4758-a8bf-162c9cf64ca4 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:03.571806 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event updated for resources: {'Port': ['ID=be5fa9c6-3194-4eee-b44c-61d015852a98,revision_number=7']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:03.575839 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:03.612720 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8454538-613d-4a04-b2a1-7d98a88616d6 x-openstack-request-id: req-e8454538-613d-4a04-b2a1-7d98a88616d6 {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:03.613053 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98", "status": "completed", "code": 200}]} {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:03.613341 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8454538-613d-4a04-b2a1-7d98a88616d6 {{(pid=92762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:03.613775 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'status': 'completed', 'code': 200} Jun 21 04:33:03.673747 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8acd-abd7-4e5c-91c4-f58fbc4e43c3 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.690761 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bece634-2123-4c78-a31e-f365adb756e5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:03.696496 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-7bece634-2123-4c78-a31e-f365adb756e5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.702830 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] Sync routers for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:03.721012 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['be5fa9c6-3194-4eee-b44c-61d015852a98'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:03.736242 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-7bece634-2123-4c78-a31e-f365adb756e5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "PUT /v2.0/floatingips/c0c9f4ea-4830-48b1-8fd6-202a7a4b8b08 HTTP/1.1" status: 200 len: 990 time: 1.5836763 Jun 21 04:33:03.740566 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8acd-abd7-4e5c-91c4-f58fbc4e43c3 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.750694 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:03.751398 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:32:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:03.764230 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-536bc1f0-7507-47e8-b764-8b5b0799f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:03.766625 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-536bc1f0-7507-47e8-b764-8b5b0799f120 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a&device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 1099 time: 0.1047451 Jun 21 04:33:03.878070 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-9b7cb85d-15ff-4abe-bc9e-1ec95b1dc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:03.879572 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-9b7cb85d-15ff-4abe-bc9e-1ec95b1dc356 service neutron] 10.222.0.44 "GET /v2.0/networks?id=232357df-555e-46e4-9bdb-893f4d9b0a5b HTTP/1.1" status: 200 len: 915 time: 0.1051311 Jun 21 04:33:03.884228 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-eb7eea52-3d9f-49fd-bd4a-2e9fb6ad871a None None] Provisioning complete for port be5fa9c6-3194-4eee-b44c-61d015852a98 triggered by entity DHCP. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:03.884660 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-eb7eea52-3d9f-49fd-bd4a-2e9fb6ad871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.925192 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8acd-abd7-4e5c-91c4-f58fbc4e43c3 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.927686 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8acd-abd7-4e5c-91c4-f58fbc4e43c3 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.928826 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-bdbf8acd-abd7-4e5c-91c4-f58fbc4e43c3 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "DELETE /v2.0/security-groups/e792cc79-7525-4428-88ba-67ba01214fa2 HTTP/1.1" status: 204 len: 168 time: 0.3813281 Jun 21 04:33:03.931309 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b7978552-cdc4-4cf4-aa0d-3eeeaff00441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:03.931981 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47706) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:03.950302 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:03.967127 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-ab0d17d4-5966-41ee-888c-4d12bfdd59a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 1002 time: 0.0791867 Jun 21 04:33:03.968802 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf8acd-abd7-4e5c-91c4-f58fbc4e43c3 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792cc79-7525-4428-88ba-67ba01214fa2,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:03.971223 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-bdbf8acd-abd7-4e5c-91c4-f58fbc4e43c3 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:04.028672 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-b2c1750c-460e-4828-9086-ae8e7e5ab00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.030366 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-b2c1750c-460e-4828-9086-ae8e7e5ab00e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fe41ed4-046b-43b7-9791-ff959a8527d9 HTTP/1.1" status: 200 len: 853 time: 0.0558126 Jun 21 04:33:04.106053 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-866e8a41-deec-443d-9dd5-b04d3b40ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.107543 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-866e8a41-deec-443d-9dd5-b04d3b40ac9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=232357df-555e-46e4-9bdb-893f4d9b0a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0669794 Jun 21 04:33:04.121254 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Deleting port 5ffb128a-e5a0-4636-ab77-00555187b990 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:04.121878 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.221228 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-e5e635b6-6b7f-427e-9a6f-9a4b6e57419a service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847225 Jun 21 04:33:04.223992 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.224318 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.283042 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': 'c0c9f4ea-4830-48b1-8fd6-202a7a4b8b08', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'floating_ip_address': '172.28.0.26', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'port_id': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'mac_address': 'fa:16:3e:9f:dd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:48Z', 'updated_at': '2021-06-21T04:33:02Z', 'revision_number': 1, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:04.287272 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Calling delete_port for 5ffb128a-e5a0-4636-ab77-00555187b990 owned by network:floatingip {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:04.309296 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] Checking router: 61f446f4-267b-4758-a8bf-162c9cf64ca4 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:04.316250 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6482774c-f47d-469f-964a-9c73f0bbf095 req-530aaaf7-09da-4839-8287-a68973a0089c service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877776 Jun 21 04:33:04.318584 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:04.319319 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:32:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:04.425869 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:04.468157 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.470921 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:04.501862 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event deleted for resources: {'Port': ['ID=5ffb128a-e5a0-4636-ab77-00555187b990,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:04.504558 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:04.561132 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks [] for floatingip, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.561538 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.l3_db [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Floating IP 0e6e0d2f-38b8-4550-a64e-c184327b453c disassociated (deleted). External IP: 172.28.0.140, port: be5fa9c6-3194-4eee-b44c-61d015852a98. Jun 21 04:33:04.651566 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': 'c0c9f4ea-4830-48b1-8fd6-202a7a4b8b08', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'floating_ip_address': '172.28.0.26', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'port_id': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'mac_address': 'fa:16:3e:9f:dd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:48Z', 'updated_at': '2021-06-21T04:33:02Z', 'revision_number': 1, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:04.678238 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d7c7c-cced-45a5-bb21-047d7951e600 None None] The sync data for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb is: [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_floatingips': [{'id': 'c0c9f4ea-4830-48b1-8fd6-202a7a4b8b08', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'floating_ip_address': '172.28.0.26', 'floating_network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'router_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'port_id': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'mac_address': 'fa:16:3e:9f:dd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:32:48Z', 'updated_at': '2021-06-21T04:33:02Z', 'revision_number': 1, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:04.770942 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Router b58a8169-cfb5-41ae-922d-935b856a9a7a has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:04.888405 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58bca4-6a0c-4a8b-a390-d2daae3bbe81 None None] New status for floating IP c0c9f4ea-4830-48b1-8fd6-202a7a4b8b08: ACTIVE {{(pid=92764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:04.891835 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:04.896614 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.902354 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] Sync routers for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:04.912860 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:04.913869 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:32:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:04.942870 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-5b8dcbac-2408-4d4f-ad74-c3e8e8e4b325 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "DELETE /v2.0/floatingips/0e6e0d2f-38b8-4550-a64e-c184327b453c HTTP/1.1" status: 204 len: 168 time: 1.0094173 Jun 21 04:33:05.034288 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:05.406646 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 5, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:05.436585 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] Checking router: b58a8169-cfb5-41ae-922d-935b856a9a7a for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:05.445845 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:05.446486 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:32:42Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:05.563063 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:05.614844 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2'}, {'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98'}] {{(pid=92762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:05.617325 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1f0264e5c4948df9d2e6d758a1c4e95ddc8eb98f9bbf346be2c5c524a3645e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade68b99-0700-40d3-aa9a-3854358b40e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2"}, {"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98"}]}' {{(pid=92762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:05.657099 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae588a15-2864-414f-99da-0ac4166185dd x-openstack-request-id: req-ae588a15-2864-414f-99da-0ac4166185dd {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:05.657441 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98", "status": "completed", "code": 200}]} {{(pid=92762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:05.657741 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae588a15-2864-414f-99da-0ac4166185dd {{(pid=92762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:05.658184 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'status': 'completed', 'code': 200} Jun 21 04:33:05.658472 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'status': 'completed', 'code': 200} Jun 21 04:33:05.767566 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-bbd53f69-e841-4195-9cc0-f65e902f43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.769082 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-bbd53f69-e841-4195-9cc0-f65e902f43d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 1098 time: 0.0583348 Jun 21 04:33:05.774838 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 5, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:05.809032 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34322e-edfe-4edb-9311-26c1549bbb3c None None] The sync data for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb is: [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:29:27Z', 'revision_number': 4, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6238be75-5a47-40fe-916a-f7199a15184d', 'name': '', 'network_id': '232357df-555e-46e4-9bdb-893f4d9b0a5b', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'mac_address': 'fa:16:3e:8e:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:26Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 5, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'subnets': [{'id': '2fe41ed4-046b-43b7-9791-ff959a8527d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:05.877673 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-dc37cd83-215d-4f89-8667-db09b1e4c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.879257 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-dc37cd83-215d-4f89-8667-db09b1e4c3c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.1018095 Jun 21 04:33:05.946947 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-7b448e34-8efd-4519-bd8d-3a94e95bf7fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d33d220-1111-4f5b-afe4-eefe651592a2 HTTP/1.1" status: 200 len: 1000 time: 0.0607307 Jun 21 04:33:06.003632 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-8d9214f7-3201-438c-937e-84a10c21991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:06.005124 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-8d9214f7-3201-438c-937e-84a10c21991e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0469382 Jun 21 04:33:06.048018 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422e18f-2489-4926-a612-af7ea954d10f None None] New status for floating IP 0e6e0d2f-38b8-4550-a64e-c184327b453c: DOWN {{(pid=92764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:06.094654 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-f26e7b7f-7041-446a-b18e-f5fee012e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:06.096975 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-f26e7b7f-7041-446a-b18e-f5fee012e2cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0846686 Jun 21 04:33:06.206194 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-e7094df6-3c58-4ee6-aa04-485a85460070 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975530 Jun 21 04:33:06.308180 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-0d8c563a-7377-4eb9-a2ad-066af80f7221 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910385 Jun 21 04:33:06.476960 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-6ae3ef7f-cf0c-4360-a850-61ff60bd1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:06.478652 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-6ae3ef7f-cf0c-4360-a850-61ff60bd1a10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a&device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 1099 time: 0.0562286 Jun 21 04:33:06.575183 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-b33fde39-897b-4050-b76a-78289e4d15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:06.576706 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-b33fde39-897b-4050-b76a-78289e4d15ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=232357df-555e-46e4-9bdb-893f4d9b0a5b HTTP/1.1" status: 200 len: 915 time: 0.0909696 Jun 21 04:33:06.894095 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-458e5deb-3928-4105-b063-a57fb7117712 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 200 len: 217 time: 0.3104074 Jun 21 04:33:06.948064 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-2430fdea-85cf-4845-820c-851fd51cffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:06.949467 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-2430fdea-85cf-4845-820c-851fd51cffdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fe41ed4-046b-43b7-9791-ff959a8527d9 HTTP/1.1" status: 200 len: 853 time: 0.0492668 Jun 21 04:33:07.010448 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-cbd5eb06-b1e6-4a2e-8883-6254e16cdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:07.011993 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-cbd5eb06-b1e6-4a2e-8883-6254e16cdc1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=232357df-555e-46e4-9bdb-893f4d9b0a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0554495 Jun 21 04:33:07.101478 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-454bc9c0-e7c9-4853-8246-07f79275fc45 service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824296 Jun 21 04:33:07.203342 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-ade68b99-0700-40d3-aa9a-3854358b40e6 req-60707049-1ad9-49bd-b421-8f19218335c2 service neutron] 10.222.0.44 "GET /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915830 Jun 21 04:33:08.045526 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf833b-9159-4d96-9f66-ad283f28f1b7 req-7b144d32-3cc9-455d-9a3b-de8d7f1eb572 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:08.046924 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8bdf833b-9159-4d96-9f66-ad283f28f1b7 req-7b144d32-3cc9-455d-9a3b-de8d7f1eb572 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.0661967 Jun 21 04:33:08.087927 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8bdf833b-9159-4d96-9f66-ad283f28f1b7 req-4b99b1b2-09a3-41ce-b2b5-3da000473548 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Jun 21 04:33:08.825345 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-bf09856b-af11-400f-bc75-d1a8b2f6ff1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.282608 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76bdd2-5cf1-4c5a-b740-9d9d3638a0d1 req-d3e6adf3-0320-45c7-add2-21e4299d9e48 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:09.284126 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cc76bdd2-5cf1-4c5a-b740-9d9d3638a0d1 req-d3e6adf3-0320-45c7-add2-21e4299d9e48 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.0752103 Jun 21 04:33:09.327927 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-cc76bdd2-5cf1-4c5a-b740-9d9d3638a0d1 req-eaafc943-91bc-492c-94de-51dcf8ed2fa3 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377390 Jun 21 04:33:10.267957 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-4e410ba6-4f9a-4c80-ae19-944452e80d24 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.269299 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-4e410ba6-4f9a-4c80-ae19-944452e80d24 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.44 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.0709839 Jun 21 04:33:10.384175 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Deleting port be5fa9c6-3194-4eee-b44c-61d015852a98 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:10.384806 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.507843 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] For port be5fa9c6-3194-4eee-b44c-61d015852a98, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=be5fa9c6-3194-4eee-b44c-61d015852a98,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:10.508156 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.578599 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Calling delete_port for be5fa9c6-3194-4eee-b44c-61d015852a98 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:10.603691 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794882ed-cf81-47cc-8c38-8182043b0cc2 req-c6d24616-5578-478c-ba7e-a01e641d2aea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.605257 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-794882ed-cf81-47cc-8c38-8182043b0cc2 req-c6d24616-5578-478c-ba7e-a01e641d2aea tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/ports?device_id=450f1378-fbe9-4782-a7a6-cff4ba891cfc HTTP/1.1" status: 200 len: 946 time: 0.1639891 Jun 21 04:33:10.679929 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-794882ed-cf81-47cc-8c38-8182043b0cc2 req-42677b1c-d6f3-41b1-9a77-537a25c953c4 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa28bd71-c254-439f-aae7-6e7766d08400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480866 Jun 21 04:33:10.750393 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.754733 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a8c48968-274b-4a5f-93a2-8ff9c4009973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:10.778964 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Pushing event deleted for resources: {'Port': ['ID=be5fa9c6-3194-4eee-b44c-61d015852a98,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:10.782500 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:10.786747 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['be5fa9c6-3194-4eee-b44c-61d015852a98'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:10.841958 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] No DVR routers for this DVR port be5fa9c6-3194-4eee-b44c-61d015852a98 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:10.844388 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.846351 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3e6abfe5-7ab1-4fa4-b32e-bc8303c2354c req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] 10.222.0.44 "DELETE /v2.0/ports/be5fa9c6-3194-4eee-b44c-61d015852a98 HTTP/1.1" status: 204 len: 173 time: 0.5714321 Jun 21 04:33:10.846855 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'name': 'network-vif-deleted', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:10.849177 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f22c99d-5317-42ba-8b9a-465c6b785b11" -d '{"events": [{"server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "name": "network-vif-deleted", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:10.885034 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0bac56-bed9-4505-8567-0ebde7930bcd x-openstack-request-id: req-1a0bac56-bed9-4505-8567-0ebde7930bcd {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:10.885435 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450f1378-fbe9-4782-a7a6-cff4ba891cfc", "name": "network-vif-deleted", "tag": "be5fa9c6-3194-4eee-b44c-61d015852a98", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:10.885794 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a0bac56-bed9-4505-8567-0ebde7930bcd {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:10.886201 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450f1378-fbe9-4782-a7a6-cff4ba891cfc', 'name': 'network-vif-deleted', 'tag': 'be5fa9c6-3194-4eee-b44c-61d015852a98', 'status': 'completed', 'code': 200} Jun 21 04:33:11.537542 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-9dc54a06-8e2f-4604-95f3-4a5298892cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:11.814295 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:12.314634 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:12.351740 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47822) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:12.799349 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032446'] for router_interface, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.122083 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Deleting port 6238be75-5a47-40fe-916a-f7199a15184d {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:13.122429 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.199329 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] For port 6238be75-5a47-40fe-916a-f7199a15184d, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=6238be75-5a47-40fe-916a-f7199a15184d,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:13.199713 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.266421 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Calling delete_port for 6238be75-5a47-40fe-916a-f7199a15184d owned by network:router_interface {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:13.465429 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.467598 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:13.494448 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=6238be75-5a47-40fe-916a-f7199a15184d,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:13.497633 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:13.664151 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-603772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032258'] for router_interface, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.894470 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Router b58a8169-cfb5-41ae-922d-935b856a9a7a has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:14.185400 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.281456 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:14.287313 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-016cf694-092c-4108-9c67-c86c8ad6dc09 admin admin] 10.222.0.22 "PUT /v2.0/routers/b58a8169-cfb5-41ae-922d-935b856a9a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9344449 Jun 21 04:33:14.289802 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47842) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:14.293203 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] Sync routers for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:14.303610 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:14.304400 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:14.394988 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.421415 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:14.501752 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.559253 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Deleting port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:14.559595 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.598778 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:33:13Z', 'revision_number': 5, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port': {'id': '48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:25Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:14.628180 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] Checking router: b58a8169-cfb5-41ae-922d-935b856a9a7a for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:14.636482 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] Routers {'b58a8169-cfb5-41ae-922d-935b856a9a7a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:14.637105 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['b58a8169-cfb5-41ae-922d-935b856a9a7a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:14.637580 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] For port 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:14.637983 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.702892 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Calling delete_port for 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 owned by network:router_gateway {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:14.721347 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] Set router b58a8169-cfb5-41ae-922d-935b856a9a7a gateway port host: None {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:14.772831 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:33:14Z', 'revision_number': 6, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port_host': None}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:14.802071 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a8e90-7cff-4c65-877b-2dda975dd854 None None] The sync data for ids ['b58a8169-cfb5-41ae-922d-935b856a9a7a'] in dv-cinder-772623-10-smb is: [{'id': 'b58a8169-cfb5-41ae-922d-935b856a9a7a', 'name': 'tempest-TestMinimumBasicScenario-292609155-router', 'tenant_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:24Z', 'updated_at': '2021-06-21T04:33:14Z', 'revision_number': 6, 'project_id': 'd52a3b03b5e741bcaa97c3713ba01e3a', 'gw_port_host': None}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:14.874606 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.877740 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9b28aab6-7bf0-49b1-a032-dd5cceffa30e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:14.906208 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:14.910099 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:14.968797 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1012846'] for router_gateway, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.071110 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1036144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1349'] for router, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.073273 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.137746 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033249'] for router, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.138294 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b58a8169-cfb5-41ae-922d-935b856a9a7a {{(pid=92761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:33:15.143308 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] Notify callbacks [] for router, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.146764 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-92b75805-c41d-4ddf-9a58-8428339237e6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b58a8169-cfb5-41ae-922d-935b856a9a7a HTTP/1.1" status: 204 len: 168 time: 0.8537610 Jun 21 04:33:15.147083 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47848) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:15.206370 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ae5ad6-073c-4f8b-8cab-0d3059f9b45a admin admin] Deleting subnet 2fe41ed4-046b-43b7-9791-ff959a8527d9 {{(pid=92761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:15.210348 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-98ae5ad6-073c-4f8b-8cab-0d3059f9b45a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.246380 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-98ae5ad6-073c-4f8b-8cab-0d3059f9b45a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58916821'] for subnet, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.362994 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-98ae5ad6-073c-4f8b-8cab-0d3059f9b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.418194 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-98ae5ad6-073c-4f8b-8cab-0d3059f9b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58916831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59194315'] for subnet, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.421805 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.446435 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae5ad6-073c-4f8b-8cab-0d3059f9b45a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe41ed4-046b-43b7-9791-ff959a8527d9,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.448427 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-98ae5ad6-073c-4f8b-8cab-0d3059f9b45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.450334 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-98ae5ad6-073c-4f8b-8cab-0d3059f9b45a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2fe41ed4-046b-43b7-9791-ff959a8527d9 HTTP/1.1" status: 204 len: 168 time: 0.3022714 Jun 21 04:33:15.451250 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-98ae5ad6-073c-4f8b-8cab-0d3059f9b45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:15.452799 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47856) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:15.456337 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69185e35-a226-4115-a3f9-c1cc3e1679f3 None None] Network 232357df-555e-46e4-9bdb-893f4d9b0a5b requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:15.532655 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.608106 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Deleting port ea642436-3088-4195-bdea-6b3e18d64500 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:15.608455 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.679477 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] For port ea642436-3088-4195-bdea-6b3e18d64500, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ea642436-3088-4195-bdea-6b3e18d64500,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:15.679885 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.703276 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] DHCP port deletion for 232357df-555e-46e4-9bdb-893f4d9b0a5b request from dv-cinder-772623-10-smb {{(pid=92763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:33:15.706431 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device be5fa9c6-3194-4eee-b44c-61d015852a98 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:15.734286 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: be5fa9c6-3194-4eee-b44c-61d015852a98 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:15.734634 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device be5fa9c6-3194-4eee-b44c-61d015852a98 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:15.749877 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Calling delete_port for ea642436-3088-4195-bdea-6b3e18d64500 owned by network:dhcp {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:15.778475 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] Deleting port ea642436-3088-4195-bdea-6b3e18d64500 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:15.778875 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.838210 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.840730 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.847830 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] For port ea642436-3088-4195-bdea-6b3e18d64500, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ea642436-3088-4195-bdea-6b3e18d64500,segment=NetworkSegment(75e1a042-19f7-4c5c-932a-09de01a93f34),segment_id=75e1a042-19f7-4c5c-932a-09de01a93f34)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:15.848086 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.867064 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea642436-3088-4195-bdea-6b3e18d64500,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.870185 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:15.873499 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] No DVR routers for this DVR port ea642436-3088-4195-bdea-6b3e18d64500 on host dv-cinder-772623-10-smb {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:15.916170 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] Calling delete_port for ea642436-3088-4195-bdea-6b3e18d64500 owned by network:dhcp {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:15.945038 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.955262 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232357df-555e-46e4-9bdb-893f4d9b0a5b']}} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:15.965475 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e1a042-19f7-4c5c-932a-09de01a93f34') {'for_net_delete': True} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:15.965757 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e1a042-19f7-4c5c-932a-09de01a93f34') {} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:15.974490 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58916828'] for segment, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.993529 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.000710 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=92761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:16.001178 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58916212'] for segment, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: Traceback (most recent call last): Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: timer() Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: cb(*args, **kw) Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: return func(*args, **kwargs) Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: self._notify() Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: self.callback(batched_events) Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: event.method(event) Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: return f(self, *a, **k) Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: return self._get(url).json() Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:16.002931 dv-cinder-772623-10-smb neutron-server[92761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:16.037257 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.039218 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-66e8f65e-a4a2-4f8e-91b0-8c885fbad37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:16.061585 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] Pushing event deleted for resources: {'Port': ['ID=ea642436-3088-4195-bdea-6b3e18d64500,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:16.064690 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:16.066634 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497dfd8-505a-4f3b-bdef-d910ca2de3be None None] No DVR routers for this DVR port ea642436-3088-4195-bdea-6b3e18d64500 on host dv-cinder-772623-10-smb {{(pid=92763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:16.067486 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.074392 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c8b7fc96-0ad6-4c39-bea6-0a40710abf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:16.079623 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.084982 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/232357df-555e-46e4-9bdb-893f4d9b0a5b HTTP/1.1" status: 204 len: 168 time: 0.6285102 Jun 21 04:33:16.085832 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47862) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:16.097979 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=232357df-555e-46e4-9bdb-893f4d9b0a5b,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:16.101300 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b007fa2f-4209-43d7-931c-75ff2c0bd3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:16.274231 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 6238be75-5a47-40fe-916a-f7199a15184d no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:16.297271 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 6238be75-5a47-40fe-916a-f7199a15184d {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:16.297754 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 6238be75-5a47-40fe-916a-f7199a15184d not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:16.298146 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:16.443405 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:16.443783 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 48df6ef5-58cf-4c15-abe8-4cf3cd0ccfe4 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:16.444207 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ea642436-3088-4195-bdea-6b3e18d64500 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:16.449535 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032446'] for router_interface, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.463278 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: ea642436-3088-4195-bdea-6b3e18d64500 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:16.463893 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ea642436-3088-4195-bdea-6b3e18d64500 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:16.690529 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.720258 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Deleting port 90e87b31-68f5-498e-b1ab-0ecb5e510720 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:16.720597 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.803539 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] For port 90e87b31-68f5-498e-b1ab-0ecb5e510720, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=90e87b31-68f5-498e-b1ab-0ecb5e510720,segment=NetworkSegment(b5f39169-fa82-4863-9922-997b6baf8bc0),segment_id=b5f39169-fa82-4863-9922-997b6baf8bc0)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:16.803941 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.878975 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Calling delete_port for 90e87b31-68f5-498e-b1ab-0ecb5e510720 owned by network:router_interface {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:17.070655 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.073682 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d6f8265d-5c35-4276-9b55-c725532003d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:17.101438 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Pushing event deleted for resources: {'Port': ['ID=90e87b31-68f5-498e-b1ab-0ecb5e510720,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:17.105609 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:17.532277 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-603772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032258'] for router_interface, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.748244 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:17.854072 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:17.859290 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] 10.222.0.22 "PUT /v2.0/routers/44ec2a73-7f95-4cdf-a3f4-5cf12878fde0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713430 Jun 21 04:33:17.861634 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47880) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:17.865068 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] Sync routers for ids ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:17.878185 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] Routers {'44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:17.878836 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:17.973452 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks [] for router, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.990905 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] Set router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:18.078179 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.132359 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Deleting port dda62ba0-3911-4833-bc7e-91d20953e421 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:18.133054 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.181979 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:33:17Z', 'revision_number': 5, 'project_id': '8165456a01144927bc6a098a002e1d35', 'gw_port': {'id': 'dda62ba0-3911-4833-bc7e-91d20953e421', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:18.209802 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] Checking router: 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:18.213607 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] For port dda62ba0-3911-4833-bc7e-91d20953e421, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=dda62ba0-3911-4833-bc7e-91d20953e421,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:18.213963 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.218675 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] Routers {'44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:18.219299 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:18.283024 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Calling delete_port for dda62ba0-3911-4833-bc7e-91d20953e421 owned by network:router_gateway {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:18.311981 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] Set router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 gateway port host: None {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:18.374177 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:33:18Z', 'revision_number': 6, 'project_id': '8165456a01144927bc6a098a002e1d35', 'gw_port_host': None}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:18.401342 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc698b-5630-4f6c-b615-5e63843eb0b5 None None] The sync data for ids ['44ec2a73-7f95-4cdf-a3f4-5cf12878fde0'] in dv-cinder-772623-10-smb is: [{'id': '44ec2a73-7f95-4cdf-a3f4-5cf12878fde0', 'name': 'tempest-TestMinimumBasicScenario-1030819064-router', 'tenant_id': '8165456a01144927bc6a098a002e1d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:33:18Z', 'revision_number': 6, 'project_id': '8165456a01144927bc6a098a002e1d35', 'gw_port_host': None}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:18.457745 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.460508 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4441ac11-8e90-4adb-ad0c-3c2a34b89ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:18.484455 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=dda62ba0-3911-4833-bc7e-91d20953e421,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:18.488315 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:18.549209 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1012846'] for router_gateway, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.639163 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1036144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1349'] for router, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.641264 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.686324 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033249'] for router, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.686760 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 {{(pid=92762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:33:18.691847 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] Notify callbacks [] for router, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.693026 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-57d49681-fc4e-4f3e-9098-6e0de0f42e6a admin admin] 10.222.0.22 "DELETE /v2.0/routers/44ec2a73-7f95-4cdf-a3f4-5cf12878fde0 HTTP/1.1" status: 204 len: 168 time: 0.8304300 Jun 21 04:33:18.696009 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47884) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:18.746629 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_v2 [None req-658e7212-d585-4f47-9b2b-6e3432af2144 admin admin] Deleting subnet 1a6ea36c-6811-40f3-97b2-2ef87751a9a4 {{(pid=92762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:18.751715 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-658e7212-d585-4f47-9b2b-6e3432af2144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.796719 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-658e7212-d585-4f47-9b2b-6e3432af2144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317831'] for subnet, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.908955 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-658e7212-d585-4f47-9b2b-6e3432af2144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.964401 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-658e7212-d585-4f47-9b2b-6e3432af2144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3377616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362448'] for subnet, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.967488 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:18.999753 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e7212-d585-4f47-9b2b-6e3432af2144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6ea36c-6811-40f3-97b2-2ef87751a9a4,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:19.001718 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-658e7212-d585-4f47-9b2b-6e3432af2144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.003555 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-658e7212-d585-4f47-9b2b-6e3432af2144 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1a6ea36c-6811-40f3-97b2-2ef87751a9a4 HTTP/1.1" status: 204 len: 168 time: 0.3065240 Jun 21 04:33:19.004463 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-658e7212-d585-4f47-9b2b-6e3432af2144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:19.006079 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47888) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:19.008861 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db717e5-0532-4a35-b743-382b73e2baa9 None None] Network 0b565fa4-5348-4544-ad3f-5c030c397939 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:19.073485 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.127595 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Deleting port ae6c7a4d-b570-4aae-af9d-ba54f909898f {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:19.127964 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.201291 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] For port ae6c7a4d-b570-4aae-af9d-ba54f909898f, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ae6c7a4d-b570-4aae-af9d-ba54f909898f,segment=NetworkSegment(b5f39169-fa82-4863-9922-997b6baf8bc0),segment_id=b5f39169-fa82-4863-9922-997b6baf8bc0)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:19.201960 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.213407 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] DHCP port deletion for 0b565fa4-5348-4544-ad3f-5c030c397939 request from dv-cinder-772623-10-smb {{(pid=92763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:33:19.259086 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] Deleting port ae6c7a4d-b570-4aae-af9d-ba54f909898f {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:19.259798 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.273271 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Calling delete_port for ae6c7a4d-b570-4aae-af9d-ba54f909898f owned by network:dhcp {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:19.328359 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] For port ae6c7a4d-b570-4aae-af9d-ba54f909898f, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ae6c7a4d-b570-4aae-af9d-ba54f909898f,segment=NetworkSegment(b5f39169-fa82-4863-9922-997b6baf8bc0),segment_id=b5f39169-fa82-4863-9922-997b6baf8bc0)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:19.329352 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.358005 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.360074 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:19.384693 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6c7a4d-b570-4aae-af9d-ba54f909898f,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:19.388995 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:19.389754 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] No DVR routers for this DVR port ae6c7a4d-b570-4aae-af9d-ba54f909898f on host dv-cinder-772623-10-smb {{(pid=92762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:19.403027 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] Calling delete_port for ae6c7a4d-b570-4aae-af9d-ba54f909898f owned by network:dhcp {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:19.474997 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.485644 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b565fa4-5348-4544-ad3f-5c030c397939']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:19.489163 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.491211 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:19.496757 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f39169-fa82-4863-9922-997b6baf8bc0') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:19.497041 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f39169-fa82-4863-9922-997b6baf8bc0') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:19.506629 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.516682 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] Pushing event deleted for resources: {'Port': ['ID=ae6c7a4d-b570-4aae-af9d-ba54f909898f,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:19.518523 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] No DVR routers for this DVR port ae6c7a4d-b570-4aae-af9d-ba54f909898f on host dv-cinder-772623-10-smb {{(pid=92763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:19.519927 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-36d36618-9e88-47fc-8ff3-b358c99db06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:19.527471 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.534334 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:19.534787 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:19.536473 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:19.590826 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.594920 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a47d8bd9-be23-43da-b69d-5b97663a4edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:19.597419 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.599426 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0b565fa4-5348-4544-ad3f-5c030c397939 HTTP/1.1" status: 204 len: 168 time: 0.5924699 Jun 21 04:33:19.614744 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b565fa4-5348-4544-ad3f-5c030c397939,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:19.618147 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ecf86d42-ccc3-493b-bf5d-7f8736673024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:19.768990 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47904) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:19.812678 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-97235e0b-426e-4f70-8a67-be21e974cd9d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d52a3b03b5e741bcaa97c3713ba01e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423632 Jun 21 04:33:19.815070 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47908) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:19.867711 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-12e8f6dc-85e6-4f7c-b598-82b2b3a1fc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.889959 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-12e8f6dc-85e6-4f7c-b598-82b2b3a1fc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.940666 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-12e8f6dc-85e6-4f7c-b598-82b2b3a1fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.943385 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-12e8f6dc-85e6-4f7c-b598-82b2b3a1fc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.944573 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-12e8f6dc-85e6-4f7c-b598-82b2b3a1fc84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa28bd71-c254-439f-aae7-6e7766d08400 HTTP/1.1" status: 204 len: 168 time: 0.1285107 Jun 21 04:33:19.945675 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3a1970e5-7874-4ce1-af57-232512d11f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:19.953157 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8f6dc-85e6-4f7c-b598-82b2b3a1fc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28bd71-c254-439f-aae7-6e7766d08400,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:19.955592 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-12e8f6dc-85e6-4f7c-b598-82b2b3a1fc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:20.287103 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device dda62ba0-3911-4833-bc7e-91d20953e421 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:20.288654 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47918) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:20.307811 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: dda62ba0-3911-4833-bc7e-91d20953e421 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:20.308175 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device dda62ba0-3911-4833-bc7e-91d20953e421 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:20.308601 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 90e87b31-68f5-498e-b1ab-0ecb5e510720 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:20.327073 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 90e87b31-68f5-498e-b1ab-0ecb5e510720 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:20.327390 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 90e87b31-68f5-498e-b1ab-0ecb5e510720 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:20.327861 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ae6c7a4d-b570-4aae-af9d-ba54f909898f no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:20.328225 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-7735d64f-070a-4a04-b9d5-aec537af905b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8165456a01144927bc6a098a002e1d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382590 Jun 21 04:33:20.330689 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47920) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:20.349179 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: ae6c7a4d-b570-4aae-af9d-ba54f909898f {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:20.349534 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ae6c7a4d-b570-4aae-af9d-ba54f909898f not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:20.386365 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cda7e1a9-b2d2-43cd-99b2-a411a9a5ecbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:20.407374 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cda7e1a9-b2d2-43cd-99b2-a411a9a5ecbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:20.461039 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cda7e1a9-b2d2-43cd-99b2-a411a9a5ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:20.464819 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cda7e1a9-b2d2-43cd-99b2-a411a9a5ecbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:20.466345 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-cda7e1a9-b2d2-43cd-99b2-a411a9a5ecbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/017994f2-dd68-4de7-8b3c-fee5788ff8cb HTTP/1.1" status: 204 len: 168 time: 0.1347761 Jun 21 04:33:20.467090 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e9523a42-c932-4e47-b741-6f7c2b6ad283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:20.475181 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7e1a9-b2d2-43cd-99b2-a411a9a5ecbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017994f2-dd68-4de7-8b3c-fee5788ff8cb,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:20.477616 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-cda7e1a9-b2d2-43cd-99b2-a411a9a5ecbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:24.119179 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fb8ae-ec5a-43c8-a412-6bcffc949d5d req-01c67546-ac77-4bb1-a65a-a1a0f212c14a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:24.121914 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-561fb8ae-ec5a-43c8-a412-6bcffc949d5d req-01c67546-ac77-4bb1-a65a-a1a0f212c14a tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 945 time: 0.0761371 Jun 21 04:33:24.161181 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-561fb8ae-ec5a-43c8-a412-6bcffc949d5d req-f4bbc428-07aa-4ce0-a415-56cde6be7852 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338025 Jun 21 04:33:25.353325 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a415987-1d33-424b-9d70-bcee953c2fb3 req-5a22461c-3d35-40dd-9e8e-7cb2df993c18 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:25.356146 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1a415987-1d33-424b-9d70-bcee953c2fb3 req-5a22461c-3d35-40dd-9e8e-7cb2df993c18 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 945 time: 0.0777400 Jun 21 04:33:25.399511 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1a415987-1d33-424b-9d70-bcee953c2fb3 req-8b714d3f-d2a4-4bac-ad24-af12cdac9406 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356762 Jun 21 04:33:26.331849 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47966) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:26.657784 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-41ed39bd-1b27-4106-bfac-35205c26e6db tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:26.659216 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-41ed39bd-1b27-4106-bfac-35205c26e6db tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 945 time: 0.1958466 Jun 21 04:33:26.733421 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c0b55-3e63-48f9-abfb-44fd773d2a40 req-5ddc18b9-244c-4f2b-9fa7-e0d50f94cf21 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:26.734753 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f9c0b55-3e63-48f9-abfb-44fd773d2a40 req-5ddc18b9-244c-4f2b-9fa7-e0d50f94cf21 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 945 time: 0.2037868 Jun 21 04:33:26.809397 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5f9c0b55-3e63-48f9-abfb-44fd773d2a40 req-1dc768f5-19b7-4355-ab1f-35250feca7a0 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups?id=073978de-329c-453d-85ed-04fd4737a77c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684357 Jun 21 04:33:26.828266 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Deleting port 511b17b9-9592-4944-8ea4-f137bb44d260 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:26.828608 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.882730 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Deleting port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:26.883064 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.961417 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.961697 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:27.036867 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Calling delete_port for 511b17b9-9592-4944-8ea4-f137bb44d260 owned by network:floatingip {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:27.053664 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] For port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:27.053992 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:27.304720 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:27.305069 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:27.305339 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.l3_db [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Floating IP 86c3bddd-a21a-4be3-9af5-a649b5b649df disassociated. External IP: 172.28.0.118, port: 9a2e97e4-5202-4d36-9835-a1d702ea4e5c. Jun 21 04:33:27.305692 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Calling delete_port for 9a2e97e4-5202-4d36-9835-a1d702ea4e5c owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:27.672422 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:27.675418 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:27.703254 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event deleted for resources: {'Port': ['ID=511b17b9-9592-4944-8ea4-f137bb44d260,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:27.712209 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:27.805529 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for floatingip, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:27.805863 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.l3_db [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Floating IP d19b0840-b7ca-4f11-a1fb-fe9c4514f3b5 disassociated (deleted). External IP: 172.28.0.64, port: 74bdfd51-685d-4791-b4ef-d9a6768ad17e. Jun 21 04:33:27.858637 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:27.862721 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-945c7926-29b1-4d18-8765-414cecf67a56 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:27.892236 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event deleted for resources: {'Port': ['ID=9a2e97e4-5202-4d36-9835-a1d702ea4e5c,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:27.896973 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:27.971915 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-1067a45d-90b1-4a40-8669-52f63d8a50ff req-a6887e5a-15ac-4297-8a56-b500c74a911e tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 210 time: 0.0386906 Jun 21 04:33:28.148776 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Router 52c7a35c-9216-4e58-a2c2-760af97f79f2 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:28.173848 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Router 1cea1067-6183-4820-b948-cddf3310ee29 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:28.362960 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:28.372971 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] Sync routers for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:28.388929 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:28.390089 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:28.412916 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] No DVR routers for this DVR port 9a2e97e4-5202-4d36-9835-a1d702ea4e5c on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:28.416400 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.418415 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-aee9e881-e6e0-42ee-b007-0d6195dc1487 req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.44 "DELETE /v2.0/ports/9a2e97e4-5202-4d36-9835-a1d702ea4e5c HTTP/1.1" status: 204 len: 173 time: 1.7520325 Jun 21 04:33:28.418913 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'name': 'network-vif-deleted', 'tag': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:28.421509 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f781a77-2f2f-4fd1-9ece-933fef544b93" -d '{"events": [{"server_uuid": "b0fa3081-bb4a-4073-a80d-03f80f8f324b", "name": "network-vif-deleted", "tag": "9a2e97e4-5202-4d36-9835-a1d702ea4e5c"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:28.425102 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:28.429442 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.437933 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] Sync routers for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:28.452314 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:28.453517 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:28.473739 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34529c4-1329-49db-a2a0-6740b88fc1bb x-openstack-request-id: req-c34529c4-1329-49db-a2a0-6740b88fc1bb {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:28.474018 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fa3081-bb4a-4073-a80d-03f80f8f324b", "name": "network-vif-deleted", "tag": "9a2e97e4-5202-4d36-9835-a1d702ea4e5c", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:28.474278 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c34529c4-1329-49db-a2a0-6740b88fc1bb {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:28.476521 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fa3081-bb4a-4073-a80d-03f80f8f324b', 'name': 'network-vif-deleted', 'tag': '9a2e97e4-5202-4d36-9835-a1d702ea4e5c', 'status': 'completed', 'code': 200} Jun 21 04:33:28.476521 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-f78e9771-f041-4706-adc4-615ffef5fd98 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "DELETE /v2.0/floatingips/d19b0840-b7ca-4f11-a1fb-fe9c4514f3b5 HTTP/1.1" status: 204 len: 168 time: 2.1435249 Jun 21 04:33:28.540377 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:28.669577 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:28.698715 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:33:28.774487 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:28.806799 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] Checking router: 52c7a35c-9216-4e58-a2c2-760af97f79f2 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:28.816035 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:28.816847 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:28.887109 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:17Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '4424d184-32fe-4a8a-a89e-2170e7709f81', 'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'mac_address': 'fa:16:3e:e5:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:16Z', 'updated_at': '2021-06-21T04:27:22Z', 'revision_number': 5, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'subnets': [{'id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:28.893558 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869d13a-ba97-4c68-b2b1-b997d119bfd1 req-31926051-77ab-4019-8374-23619bef13c4 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:28.895083 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e869d13a-ba97-4c68-b2b1-b997d119bfd1 req-31926051-77ab-4019-8374-23619bef13c4 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0644011 Jun 21 04:33:28.914699 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] Checking router: 1cea1067-6183-4820-b948-cddf3310ee29 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:28.920910 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:28.924919 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:28.925549 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:28.934848 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e869d13a-ba97-4c68-b2b1-b997d119bfd1 req-5de97818-c80a-4074-ac4e-c94e2f50d1a1 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335000 Jun 21 04:33:29.035641 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:29.137411 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:29.158528 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2d6d5341-e08d-4246-bbb6-e3ae76fa9a14 req-935c30d6-c760-48b0-bc52-54851e301e72 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0fa3081-bb4a-4073-a80d-03f80f8f324b HTTP/1.1" status: 200 len: 210 time: 0.0336840 Jun 21 04:33:29.169749 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a44db-6bd3-4878-9fd4-7e4b07d8707b None None] The sync data for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb is: [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 4, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '0a4b4960-f663-489b-90da-b661c37926f3', 'name': '', 'network_id': '00d90804-40ce-4c16-a641-e2f544cfea98', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'mac_address': 'fa:16:3e:3c:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'subnets': [{'id': 'fa549b29-6c6c-4bae-8edf-1824fd2c4c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:29.274710 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:17Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '4424d184-32fe-4a8a-a89e-2170e7709f81', 'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'mac_address': 'fa:16:3e:e5:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:16Z', 'updated_at': '2021-06-21T04:27:22Z', 'revision_number': 5, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'subnets': [{'id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:29.302552 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44dddfa-4fad-4aba-bf83-e277e1aaf5ee None None] The sync data for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb is: [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:27:17Z', 'revision_number': 4, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '4424d184-32fe-4a8a-a89e-2170e7709f81', 'name': '', 'network_id': '1b1acc92-616a-43ce-a8b6-4cfc8d57bab6', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'mac_address': 'fa:16:3e:e5:10:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:16Z', 'updated_at': '2021-06-21T04:27:22Z', 'revision_number': 5, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'subnets': [{'id': 'c540e30f-c4a2-4e14-ba48-d2c244f65264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:29.434079 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae5a88e-b073-41c2-a537-c227c4e8c765 None None] New status for floating IP 86c3bddd-a21a-4be3-9af5-a649b5b649df: DOWN {{(pid=92763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:29.567902 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b6532-2cd5-4862-87ad-9e562080a7bb None None] New status for floating IP d19b0840-b7ca-4f11-a1fb-fe9c4514f3b5: DOWN {{(pid=92764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:30.135570 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b8435-cddf-457e-b141-fbb547998342 req-ef763852-070c-4af9-9110-6bc379ea77b4 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:30.137153 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-302b8435-cddf-457e-b141-fbb547998342 req-ef763852-070c-4af9-9110-6bc379ea77b4 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.0717723 Jun 21 04:33:30.184678 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-302b8435-cddf-457e-b141-fbb547998342 req-5f107016-9688-40be-baa5-3fd2162c23fc tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372148 Jun 21 04:33:30.295175 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 47994) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:30.358831 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-bc37d0e6-f30c-4641-bb68-546b9d8245f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.390963 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-bc37d0e6-f30c-4641-bb68-546b9d8245f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.446481 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-bc37d0e6-f30c-4641-bb68-546b9d8245f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.449751 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-bc37d0e6-f30c-4641-bb68-546b9d8245f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.450914 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-bc37d0e6-f30c-4641-bb68-546b9d8245f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "DELETE /v2.0/security-groups/073978de-329c-453d-85ed-04fd4737a77c HTTP/1.1" status: 204 len: 168 time: 0.1543050 Jun 21 04:33:30.451707 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-bdbf8acd-abd7-4e5c-91c4-f58fbc4e43c3 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:30.453747 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47996) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:30.461132 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37d0e6-f30c-4641-bb68-546b9d8245f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073978de-329c-453d-85ed-04fd4737a77c,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:30.463980 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-bc37d0e6-f30c-4641-bb68-546b9d8245f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:30.467951 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.api.v2.resource [None req-61e6f099-f983-45be-88a5-e2f74834d7a5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] show failed (client error): The resource could not be found. Jun 21 04:33:30.468935 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-61e6f099-f983-45be-88a5-e2f74834d7a5 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "GET /v2.0/security-groups/073978de-329c-453d-85ed-04fd4737a77c HTTP/1.1" status: 404 len: 347 time: 0.0141487 Jun 21 04:33:30.472078 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 47998) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:30.475433 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:30.478158 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:30.513549 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51502a2-0ecd-45e9-882d-a3585db49a11 x-openstack-request-id: req-b51502a2-0ecd-45e9-882d-a3585db49a11 {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:30.513890 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:30.514201 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b51502a2-0ecd-45e9-882d-a3585db49a11 {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:30.514612 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'status': 'completed', 'code': 200} Jun 21 04:33:30.596496 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Deleting port 7b68a746-9102-49b5-bed0-1e0169926dda {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:30.596841 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.672364 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.672702 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.705457 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-85af22ca-ffee-47a4-b44d-d4b82342f02b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:30.706912 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-85af22ca-ffee-47a4-b44d-d4b82342f02b tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 945 time: 0.1059217 Jun 21 04:33:30.722844 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-76317b10-287a-431b-8534-7ae6385e2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:30.724191 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-76317b10-287a-431b-8534-7ae6385e2a5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c090be7852649c5bd1fc59ef4fffa6d&device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 1098 time: 0.0857394 Jun 21 04:33:30.737886 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Calling delete_port for 7b68a746-9102-49b5-bed0-1e0169926dda owned by network:floatingip {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:30.881031 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-489bca12-6b76-48a9-8fa1-a52398913f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:30.882509 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-489bca12-6b76-48a9-8fa1-a52398913f72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 HTTP/1.1" status: 200 len: 910 time: 0.1411026 Jun 21 04:33:30.896815 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Deleting port 74bdfd51-685d-4791-b4ef-d9a6768ad17e {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:30.897133 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.968900 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-ced9507f-98ef-4bea-8cae-2fd09cdb008a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e HTTP/1.1" status: 200 len: 217 time: 0.0795543 Jun 21 04:33:31.048552 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-68b3680c-3c06-4a62-b731-9ef4fa32e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:31.049896 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-68b3680c-3c06-4a62-b731-9ef4fa32e500 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c540e30f-c4a2-4e14-ba48-d2c244f65264 HTTP/1.1" status: 200 len: 848 time: 0.0740490 Jun 21 04:33:31.056910 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] For port 74bdfd51-685d-4791-b4ef-d9a6768ad17e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=74bdfd51-685d-4791-b4ef-d9a6768ad17e,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:31.057388 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.115106 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.118073 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c69ec22e-a395-4f9d-b5c3-66ccd4d97e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:31.142664 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Pushing event deleted for resources: {'Port': ['ID=7b68a746-9102-49b5-bed0-1e0169926dda,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:31.146665 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:31.161635 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Calling delete_port for 74bdfd51-685d-4791-b4ef-d9a6768ad17e owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:31.209858 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks [] for floatingip, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.216489 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.216489 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-3cc6fd63-bb8a-4015-8c09-376e93328574 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] 10.222.0.22 "DELETE /v2.0/floatingips/86c3bddd-a21a-4be3-9af5-a649b5b649df HTTP/1.1" status: 204 len: 168 time: 0.7409327 Jun 21 04:33:31.246875 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-9c4a8bdd-78db-4e74-a12c-95f43f0f853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:31.248399 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-9c4a8bdd-78db-4e74-a12c-95f43f0f853e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1878181 Jun 21 04:33:31.423566 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-29d3404c-dce8-4d20-a7e2-c85a28ff7c03 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666348 Jun 21 04:33:31.427588 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.432909 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6b92fe6f-82b9-4052-a4d7-0b0621b1c421 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:31.505345 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event deleted for resources: {'Port': ['ID=74bdfd51-685d-4791-b4ef-d9a6768ad17e,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:31.509787 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:31.574455 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc18f16-b6d8-4888-a50f-d33e500516e5 req-7b504f15-84b8-4dd9-8b24-a94f37446bf3 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:31.575955 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cbc18f16-b6d8-4888-a50f-d33e500516e5 req-7b504f15-84b8-4dd9-8b24-a94f37446bf3 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4f07778-9502-40e6-a80e-8f314db5aa5d HTTP/1.1" status: 200 len: 867 time: 0.2525632 Jun 21 04:33:31.579117 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] No DVR routers for this DVR port 74bdfd51-685d-4791-b4ef-d9a6768ad17e on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:31.582513 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:31.584435 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-abe8f078-d0ed-43ed-99f5-0a9cde88ce10 req-e553556d-c62e-4515-b75c-f7f876c30858 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.44 "DELETE /v2.0/ports/74bdfd51-685d-4791-b4ef-d9a6768ad17e HTTP/1.1" status: 204 len: 173 time: 0.8711805 Jun 21 04:33:31.619598 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c5a765e3-c2d5-4128-9c20-30b2571b4eb4 req-7c108527-dd58-416c-806d-307d560bd077 service neutron] 10.222.0.44 "GET /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891463 Jun 21 04:33:31.635902 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-cbc18f16-b6d8-4888-a50f-d33e500516e5 req-f92317d9-9e9b-41ec-a74c-e98c4845a3dd tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505147 Jun 21 04:33:31.729849 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 9a2e97e4-5202-4d36-9835-a1d702ea4e5c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:31.754355 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 9a2e97e4-5202-4d36-9835-a1d702ea4e5c {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:31.754761 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 9a2e97e4-5202-4d36-9835-a1d702ea4e5c not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:32.516578 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'name': 'network-vif-deleted', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:32.519142 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02beae5e-a68d-4a04-be7c-629335b6ec65" -d '{"events": [{"server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "name": "network-vif-deleted", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:32.557160 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a022552-65f7-4567-a9f8-41b7b884d58e x-openstack-request-id: req-4a022552-65f7-4567-a9f8-41b7b884d58e {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:32.557532 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f07778-9502-40e6-a80e-8f314db5aa5d", "name": "network-vif-deleted", "tag": "74bdfd51-685d-4791-b4ef-d9a6768ad17e", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:32.557858 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a022552-65f7-4567-a9f8-41b7b884d58e {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:32.558258 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f07778-9502-40e6-a80e-8f314db5aa5d', 'name': 'network-vif-deleted', 'tag': '74bdfd51-685d-4791-b4ef-d9a6768ad17e', 'status': 'completed', 'code': 200} Jun 21 04:33:32.730935 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48022) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:32.793462 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ced15a00-fe66-4412-8ed1-5310be017388 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.818411 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ced15a00-fe66-4412-8ed1-5310be017388 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.878243 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ced15a00-fe66-4412-8ed1-5310be017388 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.880869 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ced15a00-fe66-4412-8ed1-5310be017388 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.882037 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ced15a00-fe66-4412-8ed1-5310be017388 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] 10.222.0.22 "DELETE /v2.0/security-groups/aa6148dc-cf6f-4208-b0b3-7cd9a247f1df HTTP/1.1" status: 204 len: 168 time: 0.1499789 Jun 21 04:33:32.882820 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-2e3de2cb-0a4d-40d9-ac90-25326caba52d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:32.893239 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced15a00-fe66-4412-8ed1-5310be017388 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6148dc-cf6f-4208-b0b3-7cd9a247f1df,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:32.896573 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ced15a00-fe66-4412-8ed1-5310be017388 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:32.942894 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48028) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:33.440484 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032446'] for router_interface, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.714423 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Deleting port 4424d184-32fe-4a8a-a89e-2170e7709f81 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:33.714842 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.802406 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] For port 4424d184-32fe-4a8a-a89e-2170e7709f81, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=4424d184-32fe-4a8a-a89e-2170e7709f81,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:33.803167 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.870736 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Calling delete_port for 4424d184-32fe-4a8a-a89e-2170e7709f81 owned by network:router_interface {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:34.085113 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.088034 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1778bd8c-386c-4729-8abb-c9f1404c519e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:34.110638 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4424d184-32fe-4a8a-a89e-2170e7709f81,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:34.114203 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:34.279303 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-603772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032258'] for router_interface, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.513876 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Router 1cea1067-6183-4820-b948-cddf3310ee29 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:34.621949 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:34.628174 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-82e174e0-ad2d-4b80-ae82-e650fa0975d5 admin admin] 10.222.0.22 "PUT /v2.0/routers/1cea1067-6183-4820-b948-cddf3310ee29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6841831 Jun 21 04:33:34.629994 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48044) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:34.631266 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] Sync routers for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:34.641723 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:34.642351 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:34.734227 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks [] for router, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.748371 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:34.837376 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.892459 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Deleting port d5d997e6-6807-4a5c-a603-9fffbff0a80d {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:34.892853 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.963747 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48052) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:34.979461 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] For port d5d997e6-6807-4a5c-a603-9fffbff0a80d, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=d5d997e6-6807-4a5c-a603-9fffbff0a80d,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:34.979692 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.055302 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Calling delete_port for d5d997e6-6807-4a5c-a603-9fffbff0a80d owned by network:router_gateway {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:35.059490 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:33:34Z', 'revision_number': 5, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port': {'id': 'd5d997e6-6807-4a5c-a603-9fffbff0a80d', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cea1067-6183-4820-b948-cddf3310ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:13Z', 'updated_at': '2021-06-21T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:35.086488 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] Checking router: 1cea1067-6183-4820-b948-cddf3310ee29 for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:35.095187 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] Routers {'1cea1067-6183-4820-b948-cddf3310ee29'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:35.095917 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['1cea1067-6183-4820-b948-cddf3310ee29'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:35.185131 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] Set router 1cea1067-6183-4820-b948-cddf3310ee29 gateway port host: None {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:35.224093 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.227280 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8b83619a-b85d-47a4-96be-2a3c9173873c tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:35.242771 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:33:34Z', 'revision_number': 6, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port_host': None}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:35.256625 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d997e6-6807-4a5c-a603-9fffbff0a80d,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:35.260503 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:35.270571 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2252a8-aac1-49f9-ac10-a3a41799062d None None] The sync data for ids ['1cea1067-6183-4820-b948-cddf3310ee29'] in dv-cinder-772623-10-smb is: [{'id': '1cea1067-6183-4820-b948-cddf3310ee29', 'name': 'tempest-TestShelveInstance-1500536798-router', 'tenant_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:12Z', 'updated_at': '2021-06-21T04:33:34Z', 'revision_number': 6, 'project_id': '5c090be7852649c5bd1fc59ef4fffa6d', 'gw_port_host': None}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:35.325889 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1012846'] for router_gateway, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.412822 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032446'] for router_interface, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.420110 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1036144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1349'] for router, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.422609 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.475050 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033249'] for router, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.475580 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cea1067-6183-4820-b948-cddf3310ee29 {{(pid=92761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:33:35.480486 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] Notify callbacks [] for router, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.484056 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-0a399aa6-340f-4c24-a74b-18e6914cd5dc admin admin] 10.222.0.22 "DELETE /v2.0/routers/1cea1067-6183-4820-b948-cddf3310ee29 HTTP/1.1" status: 204 len: 168 time: 0.8505673 Jun 21 04:33:35.484238 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48058) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:35.530995 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3402bdf-0a6b-4be5-88db-fa459f5bff00 admin admin] Deleting subnet c540e30f-c4a2-4e14-ba48-d2c244f65264 {{(pid=92761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:35.534097 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a3402bdf-0a6b-4be5-88db-fa459f5bff00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.567565 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a3402bdf-0a6b-4be5-88db-fa459f5bff00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58916821'] for subnet, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.645818 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a3402bdf-0a6b-4be5-88db-fa459f5bff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.682011 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Deleting port 0a4b4960-f663-489b-90da-b661c37926f3 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:35.682349 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.705045 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a3402bdf-0a6b-4be5-88db-fa459f5bff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58916831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59194315'] for subnet, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.707422 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-3cca8c4d-f1da-4645-bd6b-30a57da5328d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:35.730999 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402bdf-0a6b-4be5-88db-fa459f5bff00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c540e30f-c4a2-4e14-ba48-d2c244f65264,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:35.733212 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a3402bdf-0a6b-4be5-88db-fa459f5bff00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:35.735635 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-a3402bdf-0a6b-4be5-88db-fa459f5bff00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.737520 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-a3402bdf-0a6b-4be5-88db-fa459f5bff00 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c540e30f-c4a2-4e14-ba48-d2c244f65264 HTTP/1.1" status: 204 len: 168 time: 0.2523861 Jun 21 04:33:35.740193 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48060) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:35.744491 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 74bdfd51-685d-4791-b4ef-d9a6768ad17e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:35.751064 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd74a6-b7c3-4726-93d9-4ff8c3b47d65 None None] Network 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:35.775707 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] For port 0a4b4960-f663-489b-90da-b661c37926f3, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=0a4b4960-f663-489b-90da-b661c37926f3,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:35.776067 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.811946 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.815984 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 74bdfd51-685d-4791-b4ef-d9a6768ad17e {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:35.816774 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 74bdfd51-685d-4791-b4ef-d9a6768ad17e not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:35.850941 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Calling delete_port for 0a4b4960-f663-489b-90da-b661c37926f3 owned by network:router_interface {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:35.871698 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Deleting port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:35.872180 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.990328 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] DHCP port deletion for 1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 request from dv-cinder-772623-10-smb {{(pid=92763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:33:36.056084 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.056738 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] Deleting port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:36.057586 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.066380 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:36.100852 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4b4960-f663-489b-90da-b661c37926f3,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:36.106660 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:36.152632 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] For port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=915c81ed-6bf7-4a5f-819f-e1d1c5608c6c,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:36.153036 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.258455 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] Calling delete_port for 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c owned by network:dhcp {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:36.291146 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] For port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=915c81ed-6bf7-4a5f-819f-e1d1c5608c6c,segment=NetworkSegment(7b403243-d769-446d-b314-045e02d6bb83),segment_id=7b403243-d769-446d-b314-045e02d6bb83)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:36.293200 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.337774 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-603772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032258'] for router_interface, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.404533 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.407983 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:36.432601 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] Pushing event deleted for resources: {'Port': ['ID=915c81ed-6bf7-4a5f-819f-e1d1c5608c6c,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:36.432889 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Calling delete_port for 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c owned by network:dhcp {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:36.439604 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:36.440450 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device d5d997e6-6807-4a5c-a603-9fffbff0a80d no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:36.443546 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] No DVR routers for this DVR port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c on host dv-cinder-772623-10-smb {{(pid=92763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:36.467892 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: d5d997e6-6807-4a5c-a603-9fffbff0a80d {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:36.468246 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device d5d997e6-6807-4a5c-a603-9fffbff0a80d not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:36.468673 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 4424d184-32fe-4a8a-a89e-2170e7709f81 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:36.497446 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 4424d184-32fe-4a8a-a89e-2170e7709f81 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:36.498197 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 4424d184-32fe-4a8a-a89e-2170e7709f81 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:36.498606 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:36.519262 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:36.519937 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:36.526916 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.529202 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e38eda4c-3552-4d94-bf68-d26256dbeb27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:36.551692 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=915c81ed-6bf7-4a5f-819f-e1d1c5608c6c,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:36.554291 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:36.560023 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] No DVR routers for this DVR port 915c81ed-6bf7-4a5f-819f-e1d1c5608c6c on host dv-cinder-772623-10-smb {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:36.638164 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.648771 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1acc92-616a-43ce-a8b6-4cfc8d57bab6']}} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:36.659055 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b403243-d769-446d-b314-045e02d6bb83') {'for_net_delete': True} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:36.659347 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b403243-d769-446d-b314-045e02d6bb83') {} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:36.668331 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58916828'] for segment, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.682169 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.688360 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=92761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:36.688775 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58916212'] for segment, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: self.session.flush() Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: self.session.flush() Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: self.session.flush() Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: self.session.flush() Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: Traceback (most recent call last): Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: timer() Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: cb(*args, **kw) Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: return func(*args, **kwargs) Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: self._notify() Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: self.callback(batched_events) Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: event.method(event) Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: return f(self, *a, **k) Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: return self._get(url).json() Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:36.690450 dv-cinder-772623-10-smb neutron-server[92761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:36.750626 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.755526 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:36.758083 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.760018 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] 10.222.0.22 "DELETE /v2.0/networks/1b1acc92-616a-43ce-a8b6-4cfc8d57bab6 HTTP/1.1" status: 204 len: 168 time: 1.0189054 Jun 21 04:33:36.763069 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48064) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:36.782683 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1acc92-616a-43ce-a8b6-4cfc8d57bab6,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:36.813201 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-66f98623-bf59-4542-9cac-d5693f9cc5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:36.839222 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Router 52c7a35c-9216-4e58-a2c2-760af97f79f2 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:36.941594 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:36.950942 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-783228c8-7176-4fc3-b95e-beddb0d2fc21 admin admin] 10.222.0.22 "PUT /v2.0/routers/52c7a35c-9216-4e58-a2c2-760af97f79f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860282 Jun 21 04:33:36.951905 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48066) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:36.952943 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] Sync routers for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:36.962202 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:36.962910 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.058576 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks [] for router, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.068028 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:37.120533 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032446'] for router_interface, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.165796 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.228141 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Deleting port 449301a4-3220-4851-a8b8-8d8da5512980 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:37.228765 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.248497 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '449301a4-3220-4851-a8b8-8d8da5512980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:33:35Z', 'revision_number': 5, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port': {'id': '449301a4-3220-4851-a8b8-8d8da5512980', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:17Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.274837 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] Checking router: 52c7a35c-9216-4e58-a2c2-760af97f79f2 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:37.283391 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] Routers {'52c7a35c-9216-4e58-a2c2-760af97f79f2'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:37.284562 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['52c7a35c-9216-4e58-a2c2-760af97f79f2'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.311401 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] For port 449301a4-3220-4851-a8b8-8d8da5512980, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=449301a4-3220-4851-a8b8-8d8da5512980,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:37.311727 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.368379 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] Set router 52c7a35c-9216-4e58-a2c2-760af97f79f2 gateway port host: None {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:37.379364 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Calling delete_port for 449301a4-3220-4851-a8b8-8d8da5512980 owned by network:router_gateway {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:37.400682 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Deleting port ec6e0e03-9824-4259-917e-02889f585cf8 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:37.401040 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.422546 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:33:37Z', 'revision_number': 6, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port_host': None}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.449753 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf63d0b-ebff-4790-a252-153b115694b5 None None] The sync data for ids ['52c7a35c-9216-4e58-a2c2-760af97f79f2'] in dv-cinder-772623-10-smb is: [{'id': '52c7a35c-9216-4e58-a2c2-760af97f79f2', 'name': 'tempest-AttachVolumeTestJSON-1964674178-router', 'tenant_id': '7ac95e4e960b4b3b908854b2f03d7759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:15Z', 'updated_at': '2021-06-21T04:33:37Z', 'revision_number': 6, 'project_id': '7ac95e4e960b4b3b908854b2f03d7759', 'gw_port_host': None}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:37.486872 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] For port ec6e0e03-9824-4259-917e-02889f585cf8, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=ec6e0e03-9824-4259-917e-02889f585cf8,segment=NetworkSegment(9e18bdcc-26eb-41db-8ce0-5702d1a3ab11),segment_id=9e18bdcc-26eb-41db-8ce0-5702d1a3ab11)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:37.487764 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.554143 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Calling delete_port for ec6e0e03-9824-4259-917e-02889f585cf8 owned by network:router_interface {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:37.558711 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.562784 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4c00d270-b86b-4fa7-a99c-a923c86448aa tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:37.587748 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Pushing event deleted for resources: {'Port': ['ID=449301a4-3220-4851-a8b8-8d8da5512980,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:37.590758 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:37.648910 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1012846'] for router_gateway, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.739020 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1036144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1349'] for router, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.741268 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.742987 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.745052 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-15b77a51-21fa-49db-8b2a-74b64e7fb8c9 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:37.773055 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6e0e03-9824-4259-917e-02889f585cf8,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:37.776371 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:37.793005 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033249'] for router, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.794304 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c7a35c-9216-4e58-a2c2-760af97f79f2 {{(pid=92762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:33:37.801279 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] Notify callbacks [] for router, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.802499 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-73ba057c-e5a2-40ab-9d0d-c3f561681284 admin admin] 10.222.0.22 "DELETE /v2.0/routers/52c7a35c-9216-4e58-a2c2-760af97f79f2 HTTP/1.1" status: 204 len: 168 time: 0.8496206 Jun 21 04:33:37.805408 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48070) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:37.860936 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] Deleting subnet fa549b29-6c6c-4bae-8edf-1824fd2c4c13 {{(pid=92762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:37.864606 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.905767 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317831'] for subnet, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.952099 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-603772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032258'] for router_interface, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.997716 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.050579 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3377616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362448'] for subnet, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.053051 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d6ae762a-6ef8-4286-9f1e-e1806feb53a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:38.078305 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa549b29-6c6c-4bae-8edf-1824fd2c4c13,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:38.081373 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:38.082356 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.084240 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fa549b29-6c6c-4bae-8edf-1824fd2c4c13 HTTP/1.1" status: 204 len: 168 time: 0.2778602 Jun 21 04:33:38.086637 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48072) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:38.088281 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550476b8-3897-42bd-8e7f-9ec511b4a982 None None] Network 00d90804-40ce-4c16-a641-e2f544cfea98 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:38.163769 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.173946 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:38.218684 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Deleting port 793cde91-b01a-4f7c-b5ec-f17030d44043 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:38.221502 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.302885 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] For port 793cde91-b01a-4f7c-b5ec-f17030d44043, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=793cde91-b01a-4f7c-b5ec-f17030d44043,segment=NetworkSegment(9f8429e7-010d-4df9-831c-325b9fd658e3),segment_id=9f8429e7-010d-4df9-831c-325b9fd658e3)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:38.303233 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.314307 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:38.322310 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-954ffcd4-a3fe-46d6-9eef-edcf2a3b2832 admin admin] 10.222.0.22 "PUT /v2.0/routers/028ddcc1-6c1d-472d-ac2f-459b9d68f78a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5552957 Jun 21 04:33:38.322310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48074) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:38.326231 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] Sync routers for ids ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'] in dv-cinder-772623-10-smb {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:38.353522 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] DHCP port deletion for 00d90804-40ce-4c16-a641-e2f544cfea98 request from dv-cinder-772623-10-smb {{(pid=92763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:33:38.379625 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] Routers {'028ddcc1-6c1d-472d-ac2f-459b9d68f78a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:38.380582 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:38.392732 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Calling delete_port for 793cde91-b01a-4f7c-b5ec-f17030d44043 owned by network:dhcp {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:38.455823 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks [] for router, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.470713 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 449301a4-3220-4851-a8b8-8d8da5512980 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:38.508104 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 449301a4-3220-4851-a8b8-8d8da5512980 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:38.508501 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 449301a4-3220-4851-a8b8-8d8da5512980 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:38.508764 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 0a4b4960-f663-489b-90da-b661c37926f3 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:38.530906 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.534921 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b4ed08cd-5aa6-4eed-8cae-2a3bba426adf tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:38.542274 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 0a4b4960-f663-489b-90da-b661c37926f3 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:38.542629 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 0a4b4960-f663-489b-90da-b661c37926f3 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:38.554517 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Deleting port 793cde91-b01a-4f7c-b5ec-f17030d44043 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:38.554932 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.558011 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] Set router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a gateway port host: dv-cinder-772623-10-smb {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:38.566132 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.569154 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Pushing event deleted for resources: {'Port': ['ID=793cde91-b01a-4f7c-b5ec-f17030d44043,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:38.578033 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:38.578845 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] No DVR routers for this DVR port 793cde91-b01a-4f7c-b5ec-f17030d44043 on host dv-cinder-772623-10-smb {{(pid=92762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:38.640485 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Deleting port 9f7e7c58-db6b-4d2d-9682-97699435959b {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:38.640964 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.665567 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.677021 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d90804-40ce-4c16-a641-e2f544cfea98']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:38.690621 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8429e7-010d-4df9-831c-325b9fd658e3') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:38.691019 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8429e7-010d-4df9-831c-325b9fd658e3') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:38.708553 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.724233 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.732114 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:38.736311 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.736767 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] For port 9f7e7c58-db6b-4d2d-9682-97699435959b, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=9f7e7c58-db6b-4d2d-9682-97699435959b,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:38.737130 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:38.739562 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:38.767578 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] For port 793cde91-b01a-4f7c-b5ec-f17030d44043, host dv-cinder-772623-10-smb, got binding levels [] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:38.767996 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.808705 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.814788 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:38.826949 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.828596 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Calling delete_port for 9f7e7c58-db6b-4d2d-9682-97699435959b owned by network:router_gateway {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:38.829164 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] 10.222.0.22 "DELETE /v2.0/networks/00d90804-40ce-4c16-a641-e2f544cfea98 HTTP/1.1" status: 204 len: 168 time: 0.7315779 Jun 21 04:33:38.852833 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Pushing event deleted for resources: {'Network': ['ID=00d90804-40ce-4c16-a641-e2f544cfea98,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:38.853679 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Calling delete_port for 793cde91-b01a-4f7c-b5ec-f17030d44043 owned by network:dhcp {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:38.856504 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f28bec05-9095-4e4c-9b96-f2772826b795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:38.858206 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.ipam_backend_mixin [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Port 793cde91-b01a-4f7c-b5ec-f17030d44043 was not found and therefore no delete operation was performed {{(pid=92763) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 04:33:38.866776 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.875305 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:38.902353 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-85b4ac38-557d-4e95-8835-226fd73adc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.903914 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Network 00d90804-40ce-4c16-a641-e2f544cfea98 is not hosted by any dhcp agent {{(pid=92763) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 04:33:38.905080 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] No DVR routers for this DVR port 793cde91-b01a-4f7c-b5ec-f17030d44043 on host dv-cinder-772623-10-smb {{(pid=92763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:38.905829 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Pushing event deleted for resources: {'Port': ['ID=793cde91-b01a-4f7c-b5ec-f17030d44043,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:38.954691 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:38.957616 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48082) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:38.980192 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:20Z', 'updated_at': '2021-06-21T04:33:37Z', 'revision_number': 5, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'gw_port': {'id': '9f7e7c58-db6b-4d2d-9682-97699435959b', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:27:21Z', 'updated_at': '2021-06-21T04:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:39.009465 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-9b6085a3-fbb7-4e98-b9dd-cd35fda5785c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ac95e4e960b4b3b908854b2f03d7759&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482657 Jun 21 04:33:39.009945 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48084) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:39.014478 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] Checking router: 028ddcc1-6c1d-472d-ac2f-459b9d68f78a for host: dv-cinder-772623-10-smb {{(pid=92763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:39.018012 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.020943 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a55d0935-2b0d-4ba0-a919-8f34f7917d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:39.023730 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] Routers {'028ddcc1-6c1d-472d-ac2f-459b9d68f78a'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:39.024512 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:33:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'], 'active': True} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:39.044215 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7e7c58-db6b-4d2d-9682-97699435959b,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:39.046787 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:39.065848 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1205-e40e-463a-b75e-f803f6860734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.088030 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1205-e40e-463a-b75e-f803f6860734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.105018 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvr_db [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] Set router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a gateway port host: None {{(pid=92763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:39.114457 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1012846'] for router_gateway, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.144179 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1205-e40e-463a-b75e-f803f6860734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.147080 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1205-e40e-463a-b75e-f803f6860734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.148254 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-5a1c1205-e40e-463a-b75e-f803f6860734 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6424b7fd-f878-442b-b8c1-29bd3955cbb5 HTTP/1.1" status: 204 len: 168 time: 0.1371820 Jun 21 04:33:39.149047 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7ebc34de-8221-4d08-a5cf-d07ab551b32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:39.157243 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c1205-e40e-463a-b75e-f803f6860734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6424b7fd-f878-442b-b8c1-29bd3955cbb5,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:39.159873 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5a1c1205-e40e-463a-b75e-f803f6860734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:39.168266 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_hamode_db [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:20Z', 'updated_at': '2021-06-21T04:33:38Z', 'revision_number': 7, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'gw_port_host': None}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:39.202762 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c61b021-5a1f-49b8-981a-d576a8a890d6 None None] The sync data for ids ['028ddcc1-6c1d-472d-ac2f-459b9d68f78a'] in dv-cinder-772623-10-smb is: [{'id': '028ddcc1-6c1d-472d-ac2f-459b9d68f78a', 'name': 'tempest-TestShelveInstance-1154523265-router', 'tenant_id': 'be0a872c285f4880937db2413a5a6bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:27:20Z', 'updated_at': '2021-06-21T04:33:38Z', 'revision_number': 7, 'project_id': 'be0a872c285f4880937db2413a5a6bc5', 'gw_port_host': None}] {{(pid=92763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:39.222079 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1036144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1349'] for router, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.226381 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.276186 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033249'] for router, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.276681 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028ddcc1-6c1d-472d-ac2f-459b9d68f78a {{(pid=92761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:33:39.281192 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Notify callbacks [] for router, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.282333 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] 10.222.0.22 "DELETE /v2.0/routers/028ddcc1-6c1d-472d-ac2f-459b9d68f78a HTTP/1.1" status: 204 len: 168 time: 0.9592800 Jun 21 04:33:39.284904 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48088) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:39.330240 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1762d52f-8a83-408f-a3ca-d28307511407 admin admin] Deleting subnet e39fa94b-a254-4b84-9aec-8c9f0ffdea9e {{(pid=92761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:39.333473 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1762d52f-8a83-408f-a3ca-d28307511407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.373312 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1762d52f-8a83-408f-a3ca-d28307511407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58916821'] for subnet, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.463546 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1762d52f-8a83-408f-a3ca-d28307511407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.523451 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1762d52f-8a83-408f-a3ca-d28307511407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58916831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59194315'] for subnet, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.530139 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:39.556869 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762d52f-8a83-408f-a3ca-d28307511407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39fa94b-a254-4b84-9aec-8c9f0ffdea9e,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:39.562242 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1762d52f-8a83-408f-a3ca-d28307511407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:39.567071 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1762d52f-8a83-408f-a3ca-d28307511407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.571977 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-1762d52f-8a83-408f-a3ca-d28307511407 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e39fa94b-a254-4b84-9aec-8c9f0ffdea9e HTTP/1.1" status: 204 len: 168 time: 0.2832212 Jun 21 04:33:39.572305 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48098) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:39.573170 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba816f-668c-4ed3-8bec-dc8d849cec4d None None] Network 6657b5a6-a53b-4840-99ac-880f66c24440 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:39.674109 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.754936 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Deleting port 29145505-6223-4048-b38e-ad563468c353 {{(pid=92762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:39.755505 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.872324 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.db [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] For port 29145505-6223-4048-b38e-ad563468c353, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=29145505-6223-4048-b38e-ad563468c353,segment=NetworkSegment(9e18bdcc-26eb-41db-8ce0-5702d1a3ab11),segment_id=9e18bdcc-26eb-41db-8ce0-5702d1a3ab11)] {{(pid=92762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:39.872705 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.936369 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.plugin [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Calling delete_port for 29145505-6223-4048-b38e-ad563468c353 owned by network:dhcp {{(pid=92762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:39.946963 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48112) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:40.024467 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3377578'] for port, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.028731 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-45068e46-ce49-4f2e-84c3-712c6c4b90d6 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:40.041765 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85ff91b-dd9b-4529-9c92-970fb8f16087 None None] DHCP port deletion for 6657b5a6-a53b-4840-99ac-880f66c24440 request from dv-cinder-772623-10-smb {{(pid=92763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:33:40.057531 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=29145505-6223-4048-b38e-ad563468c353,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:40.059287 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] No DVR routers for this DVR port 29145505-6223-4048-b38e-ad563468c353 on host dv-cinder-772623-10-smb {{(pid=92762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:40.060825 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:40.066200 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2064767669-network', 'tenant_id': '9d9716c917f841c783cb91e58e64cadf'}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:40.090705 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Made reservation on behalf of 9d9716c917f841c783cb91e58e64cadf for: {'network': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:40.093084 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.102459 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.139515 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.150778 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6657b5a6-a53b-4840-99ac-880f66c24440']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:40.161777 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:40.162080 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e18bdcc-26eb-41db-8ce0-5702d1a3ab11') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:40.175117 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.190165 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.196595 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:40.196987 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:40.198698 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:40.203289 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.207989 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.211057 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b3c3c03d-8f67-4871-8cba-bf609eeaf054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:40.235066 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=92761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:33:40.244592 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964a125f-7b25-4c4a-8e01-8556e0bd4acb,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:40.248285 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:40.254165 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.255880 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.257588 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.segments_db [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Added segment 57ae24d8-f245-4ae0-90d4-1434256c5f52 of type vlan for network e38a0a62-61ba-4c68-b455-90189194fccd Jun 21 04:33:40.260718 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:40.265948 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.268390 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] 10.222.0.22 "DELETE /v2.0/networks/6657b5a6-a53b-4840-99ac-880f66c24440 HTTP/1.1" status: 204 len: 168 time: 0.6950858 Jun 21 04:33:40.284619 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=6657b5a6-a53b-4840-99ac-880f66c24440,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:40.292082 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f6c665fc-b1ed-47ac-9de2-9a02f24c6ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:40.313691 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.328731 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 793cde91-b01a-4f7c-b5ec-f17030d44043 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:40.353515 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.354933 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:40.355547 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.361180 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:40.422332 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48118) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:40.437372 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4889555 Jun 21 04:33:40.443007 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48120) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:40.448574 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Request body: {'subnet': {'network_id': 'e38a0a62-61ba-4c68-b455-90189194fccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2064767669-subnet', 'tenant_id': '9d9716c917f841c783cb91e58e64cadf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:40.451118 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e38a0a62-61ba-4c68-b455-90189194fccd,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:40.454972 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:40.474561 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Made reservation on behalf of 9d9716c917f841c783cb91e58e64cadf for: {'subnet': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:40.477371 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3362491'] for subnet, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.485051 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-1d1afcbd-2a98-4de7-b795-2a75396588af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c090be7852649c5bd1fc59ef4fffa6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614142 Jun 21 04:33:40.487273 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48122) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:40.517235 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network e38a0a62-61ba-4c68-b455-90189194fccd details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:33:40.518329 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 793cde91-b01a-4f7c-b5ec-f17030d44043 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:40.518864 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 793cde91-b01a-4f7c-b5ec-f17030d44043 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:40.519281 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 29145505-6223-4048-b38e-ad563468c353 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:40.554665 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9caddf9b-8e6e-4aa4-b961-023735ac37d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.571806 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 29145505-6223-4048-b38e-ad563468c353 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:40.572161 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 29145505-6223-4048-b38e-ad563468c353 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:40.572754 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ec6e0e03-9824-4259-917e-02889f585cf8 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:40.577322 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9caddf9b-8e6e-4aa4-b961-023735ac37d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.600132 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: ec6e0e03-9824-4259-917e-02889f585cf8 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:40.600491 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device ec6e0e03-9824-4259-917e-02889f585cf8 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:40.600924 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 9f7e7c58-db6b-4d2d-9682-97699435959b no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:40.627150 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9caddf9b-8e6e-4aa4-b961-023735ac37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.629841 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-9caddf9b-8e6e-4aa4-b961-023735ac37d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.631004 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-9caddf9b-8e6e-4aa4-b961-023735ac37d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3128fd3e-1e36-4165-9287-e13c05d962ae HTTP/1.1" status: 204 len: 168 time: 0.1427021 Jun 21 04:33:40.631898 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-bc37d0e6-f30c-4641-bb68-546b9d8245f1 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:40.635110 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 9f7e7c58-db6b-4d2d-9682-97699435959b {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:40.635420 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 9f7e7c58-db6b-4d2d-9682-97699435959b not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:40.644221 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caddf9b-8e6e-4aa4-b961-023735ac37d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3128fd3e-1e36-4165-9287-e13c05d962ae,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:40.647177 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9caddf9b-8e6e-4aa4-b961-023735ac37d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:40.677898 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3377425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3362473'] for subnet, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.680572 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:40.733444 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=262e8bba-9b08-41a1-91f5-571875b5af50,revision_number=0']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:40.736020 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:40.750556 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Checking segment: {'id': '57ae24d8-f245-4ae0-90d4-1434256c5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e38a0a62-61ba-4c68-b455-90189194fccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:40.750894 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Network hostable DHCP agents. Network: e38a0a62-61ba-4c68-b455-90189194fccd, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:33:40.768891 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Network e38a0a62-61ba-4c68-b455-90189194fccd is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:33:40.778963 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.scheduler.base_scheduler [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, e38a0a62-61ba-4c68-b455-90189194fccd) {{(pid=92762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:40.783010 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:40.783649 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:40.789741 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4876889b-9d61-4cd2-9276-e6a1593c55a5 None None] Network e38a0a62-61ba-4c68-b455-90189194fccd requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:40.815959 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b821a9a3-3b72-4597-8ca4-46d7a410dad8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3655434 Jun 21 04:33:40.926856 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3a747-b63c-4054-9525-491dfed61ef6 None None] Network e38a0a62-61ba-4c68-b455-90189194fccd requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:40.984995 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48134) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:41.033353 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-6c2c2c3b-134a-4fc1-9e54-c2536f98322a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be0a872c285f4880937db2413a5a6bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471025 Jun 21 04:33:41.036101 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48138) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:41.091474 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2347-a633-499c-841e-20a976c11e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.112914 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2347-a633-499c-841e-20a976c11e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.163577 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2347-a633-499c-841e-20a976c11e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.166384 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2347-a633-499c-841e-20a976c11e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.167696 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-8d5c2347-a633-499c-841e-20a976c11e1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95963f5c-2638-4390-b679-bd18df59c8c9 HTTP/1.1" status: 204 len: 168 time: 0.1304297 Jun 21 04:33:41.168548 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5a1c1205-e40e-463a-b75e-f803f6860734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:41.176751 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c2347-a633-499c-841e-20a976c11e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95963f5c-2638-4390-b679-bd18df59c8c9,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:41.179041 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8d5c2347-a633-499c-841e-20a976c11e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:41.461678 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48150) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:41.466858 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.v2.base [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322842150-network', 'tenant_id': '5aa272c4b361426c867b5414f5958849'}} {{(pid=92762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:41.490579 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Made reservation on behalf of 5aa272c4b361426c867b5414f5958849 for: {'network': 1} {{(pid=92762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:41.493441 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16365188'] for network, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.503517 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.531344 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-aac21fc6-8d0f-4fb8-b1a5-ff741a476e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.598541 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.605308 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.609679 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-b2182b24-9bfd-4f78-b1cf-0e9178273557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:41.631776 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=92762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:33:41.641251 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c16a509-d4d9-49db-a0a0-0f7b21fa57d5,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:41.645327 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:41.646332 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.646717 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.db.segments_db [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Added segment 29564ddc-f5f8-43a2-a19f-b7cd8ac5e4f4 of type vlan for network 8ba38063-17c0-40f2-8d70-e77e3b022ee4 Jun 21 04:33:41.690978 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736675736248'] for network, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.725512 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653'] for network, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.726553 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:41.727187 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.729445 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:41.779303 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3139126 Jun 21 04:33:41.779880 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48152) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:41.785401 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.v2.base [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Request body: {'subnet': {'network_id': '8ba38063-17c0-40f2-8d70-e77e3b022ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322842150-subnet', 'tenant_id': '5aa272c4b361426c867b5414f5958849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:41.788435 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba38063-17c0-40f2-8d70-e77e3b022ee4,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:41.791043 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cc13ecc2-1a3f-4e6d-9b61-c7de1062de38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:41.798751 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Network 8ba38063-17c0-40f2-8d70-e77e3b022ee4 details requested by agent ovs-agent-dv-cinder-772623-10-smb with host dv-cinder-772623-10-smb {{(pid=92763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:33:41.811400 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Made reservation on behalf of 5aa272c4b361426c867b5414f5958849 for: {'subnet': 1} {{(pid=92761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:41.814027 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59194336'] for subnet, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:41.857211 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.284142 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58916638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59194354'] for subnet, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.286293 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:42.318189 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.346449 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a416af1-042c-45ca-b7ce-71e45d454743,revision_number=0']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:42.351488 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:42.354118 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Checking segment: {'id': '29564ddc-f5f8-43a2-a19f-b7cd8ac5e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8ba38063-17c0-40f2-8d70-e77e3b022ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:42.354475 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Network hostable DHCP agents. Network: 8ba38063-17c0-40f2-8d70-e77e3b022ee4, hostable agents: ['e1fa26ff-2e7d-4815-b18b-76b115a3df82'], hosted agents: [] {{(pid=92761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:33:42.374831 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Network 8ba38063-17c0-40f2-8d70-e77e3b022ee4 is scheduled to be hosted by DHCP agent e1fa26ff-2e7d-4815-b18b-76b115a3df82 with binding_index 1 {{(pid=92761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:33:42.393458 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.base_scheduler [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-10-smb, 8ba38063-17c0-40f2-8d70-e77e3b022ee4) {{(pid=92761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:42.398185 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:42.398950 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.404660 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adae3a7-a456-4da5-9db2-e680c8441acd None None] Network 8ba38063-17c0-40f2-8d70-e77e3b022ee4 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:42.417176 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-7e76c83a-140a-4a28-b5f2-75d3e9021d48 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6358643 Jun 21 04:33:42.539257 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48158) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:42.545965 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6120d41-4374-4d82-9b22-e82662a466fb None None] Network 8ba38063-17c0-40f2-8d70-e77e3b022ee4 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:42.582995 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfd22f7-9b50-4c0e-9d4d-dc27ad13fd6f admin admin] Deleting subnet 262e8bba-9b08-41a1-91f5-571875b5af50 {{(pid=92761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:42.586269 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cbfd22f7-9b50-4c0e-9d4d-dc27ad13fd6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.620997 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cbfd22f7-9b50-4c0e-9d4d-dc27ad13fd6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58916821'] for subnet, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.658982 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cbfd22f7-9b50-4c0e-9d4d-dc27ad13fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.717581 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cbfd22f7-9b50-4c0e-9d4d-dc27ad13fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58916831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59194315'] for subnet, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.719868 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-62193bf6-2dea-4a8a-a553-efd7186bd7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:42.742858 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd22f7-9b50-4c0e-9d4d-dc27ad13fd6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262e8bba-9b08-41a1-91f5-571875b5af50,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:42.745722 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-cbfd22f7-9b50-4c0e-9d4d-dc27ad13fd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:42.746737 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-cbfd22f7-9b50-4c0e-9d4d-dc27ad13fd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.748745 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-cbfd22f7-9b50-4c0e-9d4d-dc27ad13fd6f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/262e8bba-9b08-41a1-91f5-571875b5af50 HTTP/1.1" status: 204 len: 168 time: 0.2083004 Jun 21 04:33:42.751191 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48160) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:42.822746 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.906978 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.917430 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38a0a62-61ba-4c68-b455-90189194fccd']}} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:42.927553 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ae24d8-f245-4ae0-90d4-1434256c5f52') {'for_net_delete': True} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:42.927807 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ae24d8-f245-4ae0-90d4-1434256c5f52') {} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:42.936407 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58916828'] for segment, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.950294 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.956086 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=92761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:42.956460 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58916212'] for segment, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: Traceback (most recent call last): Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: timer() Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: cb(*args, **kw) Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: return func(*args, **kwargs) Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: self._notify() Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: self.callback(batched_events) Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: event.method(event) Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: return f(self, *a, **k) Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: return self._get(url).json() Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:42.958057 dv-cinder-772623-10-smb neutron-server[92761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:43.011769 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.016541 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.018369 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e38a0a62-61ba-4c68-b455-90189194fccd HTTP/1.1" status: 204 len: 168 time: 0.2662125 Jun 21 04:33:43.019104 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-af01e78b-be22-4b9c-90c6-58aaea2aa6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:43.021362 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48162) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:43.031691 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=e38a0a62-61ba-4c68-b455-90189194fccd,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:43.033996 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-44c03c77-f84d-41f9-b4b9-7da50e760f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:43.073773 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.db.db_base_plugin_v2 [None req-606fdbd6-d4be-46f7-8bfb-5340d02268e5 admin admin] Deleting subnet 6a416af1-042c-45ca-b7ce-71e45d454743 {{(pid=92762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:43.077254 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-606fdbd6-d4be-46f7-8bfb-5340d02268e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.118356 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-606fdbd6-d4be-46f7-8bfb-5340d02268e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3317831'] for subnet, precommit_delete_associations {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.158857 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-606fdbd6-d4be-46f7-8bfb-5340d02268e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.217223 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-606fdbd6-d4be-46f7-8bfb-5340d02268e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3377616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3362448'] for subnet, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.219366 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-cc97ed5c-1c0e-4855-bfef-023b0ae80654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:43.242238 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fdbd6-d4be-46f7-8bfb-5340d02268e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a416af1-042c-45ca-b7ce-71e45d454743,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:43.245369 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-606fdbd6-d4be-46f7-8bfb-5340d02268e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:43.246373 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-606fdbd6-d4be-46f7-8bfb-5340d02268e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.248800 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-606fdbd6-d4be-46f7-8bfb-5340d02268e5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6a416af1-042c-45ca-b7ce-71e45d454743 HTTP/1.1" status: 204 len: 168 time: 0.2257643 Jun 21 04:33:43.250638 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48164) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:43.321844 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.400022 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.409803 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba38063-17c0-40f2-8d70-e77e3b022ee4']}} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:43.423894 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29564ddc-f5f8-43a2-a19f-b7cd8ac5e4f4') {'for_net_delete': True} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:43.424375 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.services.segments.db [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29564ddc-f5f8-43a2-a19f-b7cd8ac5e4f4') {} {{(pid=92762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:43.433632 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3317838'] for segment, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.447321 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.453393 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=92762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:43.453772 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378043'] for segment, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: Traceback (most recent call last): Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: timer() Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: cb(*args, **kw) Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: return func(*args, **kwargs) Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: self._notify() Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: self.callback(batched_events) Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: event.method(event) Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: return f(self, *a, **k) Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: return self._get(url).json() Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:43.455577 dv-cinder-772623-10-smb neutron-server[92762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:43.514404 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.518958 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.521261 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8ba38063-17c0-40f2-8d70-e77e3b022ee4 HTTP/1.1" status: 204 len: 168 time: 0.2694521 Jun 21 04:33:43.521710 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:43.534786 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba38063-17c0-40f2-8d70-e77e3b022ee4,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:43.537257 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-bbffa116-2b62-4da1-898a-3d80ed0e8ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:43.693136 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48172) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:43.742753 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-abbc2b3b-a847-4f2c-b603-4f1bfedad7ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d9716c917f841c783cb91e58e64cadf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482852 Jun 21 04:33:43.746088 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48174) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:43.814385 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1e647741-fd3d-4ab9-b469-76840f406a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.842996 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1e647741-fd3d-4ab9-b469-76840f406a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.898512 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1e647741-fd3d-4ab9-b469-76840f406a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.901229 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1e647741-fd3d-4ab9-b469-76840f406a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.902432 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1e647741-fd3d-4ab9-b469-76840f406a04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/964a125f-7b25-4c4a-8e01-8556e0bd4acb HTTP/1.1" status: 204 len: 168 time: 0.1554198 Jun 21 04:33:43.903215 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d18dc51d-1592-4bad-9b83-2e4e95b3a9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:43.910852 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e647741-fd3d-4ab9-b469-76840f406a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964a125f-7b25-4c4a-8e01-8556e0bd4acb,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:43.913253 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1e647741-fd3d-4ab9-b469-76840f406a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:44.175505 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.263465 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48180) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:44.303065 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-b7fc49dd-7cb0-44b7-816b-a0db5ba8d1c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5aa272c4b361426c867b5414f5958849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381675 Jun 21 04:33:44.305338 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48182) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:44.354039 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85448909-058a-45c7-8de4-c49117cf1578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.374498 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85448909-058a-45c7-8de4-c49117cf1578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.431732 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85448909-058a-45c7-8de4-c49117cf1578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.435826 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-85448909-058a-45c7-8de4-c49117cf1578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.437386 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-85448909-058a-45c7-8de4-c49117cf1578 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c16a509-d4d9-49db-a0a0-0f7b21fa57d5 HTTP/1.1" status: 204 len: 168 time: 0.1312022 Jun 21 04:33:44.438163 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-eb572a66-7f7c-4e02-8101-e4fabc74da9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:44.446667 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85448909-058a-45c7-8de4-c49117cf1578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c16a509-d4d9-49db-a0a0-0f7b21fa57d5,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:44.449038 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-85448909-058a-45c7-8de4-c49117cf1578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:46.205307 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48240) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:46.308848 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.401737 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.410067 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.414311 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-85fcaf01-6d85-4f3a-a6cf-417a7526746b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:46.453537 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cd8cc5-8bd1-4900-bc83-8c529c52ce1a,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:46.457230 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=111c54cf2afd42079ed18d22d337f0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509222 Jun 21 04:33:46.460225 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48244) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:46.463066 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.463451 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.463852 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.464221 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.464610 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.464973 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.465333 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.465749 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.466047 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.466373 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.466735 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.467087 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.471063 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9c4fa108-31fc-4a52-845f-b7231f139ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:46.518206 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.538642 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.586042 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.589379 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.590636 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99cd8cc5-8bd1-4900-bc83-8c529c52ce1a HTTP/1.1" status: 204 len: 168 time: 0.1293995 Jun 21 04:33:46.591604 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8b079459-74eb-4ac7-8c4d-a83febe277ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:46.600463 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cd8cc5-8bd1-4900-bc83-8c529c52ce1a,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:46.608284 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.608668 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.609041 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.609411 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.609771 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.610131 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.610498 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.610852 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.611208 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.611565 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.611947 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.612303 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:46.615533 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-10cf8e45-7f4a-426e-a9cd-7df79b5a0b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:46.710796 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.895295 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48250) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:46.912510 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f7593912-e195-4289-851c-f220581b2a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.004083 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f7593912-e195-4289-851c-f220581b2a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.009300 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-f7593912-e195-4289-851c-f220581b2a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.012268 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-540422c4-3e22-4c39-912f-7cd41a75ca27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:47.047580 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-f7593912-e195-4289-851c-f220581b2a89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abba0095dedc4d03973e47cb8808a122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508112 Jun 21 04:33:47.048643 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7593912-e195-4289-851c-f220581b2a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a07776f-1753-4639-92e6-cfb445f17737,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:47.050349 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48254) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:47.051645 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-f7593912-e195-4289-851c-f220581b2a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:47.106673 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0c2da677-24ae-405b-a18d-ce17aef13291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.128826 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0c2da677-24ae-405b-a18d-ce17aef13291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.181438 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0c2da677-24ae-405b-a18d-ce17aef13291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.185520 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0c2da677-24ae-405b-a18d-ce17aef13291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.186939 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-0c2da677-24ae-405b-a18d-ce17aef13291 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a07776f-1753-4639-92e6-cfb445f17737 HTTP/1.1" status: 204 len: 168 time: 0.1346915 Jun 21 04:33:47.187734 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-2e5aec25-01c8-4cc8-b084-0dfaf1ca5bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:47.195616 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2da677-24ae-405b-a18d-ce17aef13291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a07776f-1753-4639-92e6-cfb445f17737,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:47.197962 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-0c2da677-24ae-405b-a18d-ce17aef13291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:05.621680 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:34:08.816316 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-63e2db62-7123-482a-957e-ed83f296fbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.194159 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48442) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:09.305678 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0bf98709-ab74-4e47-a514-c1f8fa2ea2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.394561 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0bf98709-ab74-4e47-a514-c1f8fa2ea2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.400498 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-0bf98709-ab74-4e47-a514-c1f8fa2ea2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.403354 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a4fef47d-55d0-4518-a17a-1cb15b14a8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:09.439283 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-0bf98709-ab74-4e47-a514-c1f8fa2ea2b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50aedb643f704ed1af0a472d4b452ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437971 Jun 21 04:34:09.440209 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf98709-ab74-4e47-a514-c1f8fa2ea2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b72eb0a-a059-4a00-a856-15fbbf014cd9,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:09.442085 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48446) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:09.443533 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0bf98709-ab74-4e47-a514-c1f8fa2ea2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:09.491502 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66da18bb-0051-45b5-95bb-ad3d55685ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.515716 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66da18bb-0051-45b5-95bb-ad3d55685ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.569377 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66da18bb-0051-45b5-95bb-ad3d55685ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.573408 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-66da18bb-0051-45b5-95bb-ad3d55685ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.574865 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-66da18bb-0051-45b5-95bb-ad3d55685ffe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b72eb0a-a059-4a00-a856-15fbbf014cd9 HTTP/1.1" status: 204 len: 168 time: 0.1317849 Jun 21 04:34:09.575766 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9e47e45a-7ed4-47ce-9f4b-17b478e8d618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:09.584249 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da18bb-0051-45b5-95bb-ad3d55685ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b72eb0a-a059-4a00-a856-15fbbf014cd9,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:09.586751 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-66da18bb-0051-45b5-95bb-ad3d55685ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:11.542996 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-b0efbb3c-dd5c-4543-a84a-e2fc5578e8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:11.820792 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:12.320658 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:14.180606 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.085271 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48538) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:16.199063 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-025c333f-d0ee-4a4b-bc6f-571b5c88036b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.292227 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-025c333f-d0ee-4a4b-bc6f-571b5c88036b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.298743 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-025c333f-d0ee-4a4b-bc6f-571b5c88036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.301232 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-85448909-058a-45c7-8de4-c49117cf1578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:16.337180 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-025c333f-d0ee-4a4b-bc6f-571b5c88036b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb61b9b3ce624f209ceb6342aa7c0452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505517 Jun 21 04:34:16.337894 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c333f-d0ee-4a4b-bc6f-571b5c88036b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a948bf-d5d3-458c-9dcf-1f14330fc7cb,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:16.341162 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48542) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:16.341779 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-025c333f-d0ee-4a4b-bc6f-571b5c88036b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:16.403902 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0327-f061-4cf2-8f2e-c69b4b527b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.426203 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0327-f061-4cf2-8f2e-c69b4b527b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.484055 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0327-f061-4cf2-8f2e-c69b4b527b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.487722 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0327-f061-4cf2-8f2e-c69b4b527b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.489243 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-7e6c0327-f061-4cf2-8f2e-c69b4b527b1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8a948bf-d5d3-458c-9dcf-1f14330fc7cb HTTP/1.1" status: 204 len: 168 time: 0.1453891 Jun 21 04:34:16.490099 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-6a7ef201-c94b-4e09-aef2-4bb81e1b04ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:16.497473 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c0327-f061-4cf2-8f2e-c69b4b527b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a948bf-d5d3-458c-9dcf-1f14330fc7cb,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:16.499765 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-7e6c0327-f061-4cf2-8f2e-c69b4b527b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:16.707578 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:25.444639 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-16edd05a-81f6-43c0-8daf-04eb08c5bdd6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543988 Jun 21 04:34:25.560309 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-48f06450-d6e9-40f3-838e-46751772db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:25.562133 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-48f06450-d6e9-40f3-838e-46751772db0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 1098 time: 0.0599194 Jun 21 04:34:25.669750 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-26634f4b-5a97-48f7-a986-275b3c785b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:25.671220 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-26634f4b-5a97-48f7-a986-275b3c785b2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0860085 Jun 21 04:34:25.744908 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-10c3d245-ca4b-4915-a86e-d9b16af13826 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d33d220-1111-4f5b-afe4-eefe651592a2 HTTP/1.1" status: 200 len: 1000 time: 0.0667937 Jun 21 04:34:25.803614 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-56b00f6d-f39f-4c87-8892-30511cd78a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:25.806680 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-56b00f6d-f39f-4c87-8892-30511cd78a00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0554357 Jun 21 04:34:25.865306 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-6e00394d-d3d1-4583-b7aa-3574bb5eeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:25.866787 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-6e00394d-d3d1-4583-b7aa-3574bb5eeca7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0544438 Jun 21 04:34:25.978060 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-53b445eb-aef8-4443-9636-bcb5323c49b2 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040516 Jun 21 04:34:26.073141 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-317e8fb4-1f66-4110-bb97-4c1edd8fc524 req-02fc7e71-9568-4dc3-a4a4-3df8f2bc21e7 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866747 Jun 21 04:34:29.330182 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6057ad5-4673-4856-9271-ce05dde6c5e3 req-358b2ea5-0326-4f04-972c-258be361bc35 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:29.331974 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c6057ad5-4673-4856-9271-ce05dde6c5e3 req-358b2ea5-0326-4f04-972c-258be361bc35 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0838997 Jun 21 04:34:29.370983 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-c6057ad5-4673-4856-9271-ce05dde6c5e3 req-a499ae19-05e8-46f5-8dd6-25b3b114f919 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325520 Jun 21 04:34:30.581077 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635ef43-ba1f-444d-b6ed-07abe18ce6f0 req-1d4a75e1-45f4-416d-b008-088afcd40d5d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:30.582745 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b635ef43-ba1f-444d-b6ed-07abe18ce6f0 req-1d4a75e1-45f4-416d-b008-088afcd40d5d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0750768 Jun 21 04:34:30.634645 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-b635ef43-ba1f-444d-b6ed-07abe18ce6f0 req-e70ee27a-a4c1-491d-9751-875b2f3a618c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452561 Jun 21 04:34:31.848898 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1603a33-3b5c-48a2-af35-d91f7777b697 req-b5941041-8098-4472-be07-f356b4dd0d1b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:31.850958 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e1603a33-3b5c-48a2-af35-d91f7777b697 req-b5941041-8098-4472-be07-f356b4dd0d1b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0859187 Jun 21 04:34:31.893521 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e1603a33-3b5c-48a2-af35-d91f7777b697 req-de2cad68-5b76-4409-9236-1bc0d06eb018 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341699 Jun 21 04:34:33.086546 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8af81-f3d0-4ddf-9830-6ed91c6cc8a8 req-c57d92d2-fc54-4868-ba5d-2a374d1593cf tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:33.087947 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-91c8af81-f3d0-4ddf-9830-6ed91c6cc8a8 req-c57d92d2-fc54-4868-ba5d-2a374d1593cf tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0675941 Jun 21 04:34:33.134368 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-91c8af81-f3d0-4ddf-9830-6ed91c6cc8a8 req-a30c6e56-57f3-432d-8e32-38c69998a5a5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373416 Jun 21 04:34:34.315719 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0008e1-7e1f-42e3-92cb-90b4c9f829fa req-160d67ed-3b85-4de2-9400-4d3c17e9b04a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:34.317146 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ce0008e1-7e1f-42e3-92cb-90b4c9f829fa req-160d67ed-3b85-4de2-9400-4d3c17e9b04a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0660756 Jun 21 04:34:34.356232 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ce0008e1-7e1f-42e3-92cb-90b4c9f829fa req-d76e3a26-691d-4184-bdbd-9a3c5f354a48 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323975 Jun 21 04:34:35.542654 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de6b79-9f12-4e4e-8576-ed2a485f1499 req-60624aab-04be-489e-814f-5cab6ea852fc tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:35.544032 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d8de6b79-9f12-4e4e-8576-ed2a485f1499 req-60624aab-04be-489e-814f-5cab6ea852fc tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0646846 Jun 21 04:34:35.583539 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d8de6b79-9f12-4e4e-8576-ed2a485f1499 req-8f971434-0cef-4edf-8c6d-84d1127daff6 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Jun 21 04:34:36.774932 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa6ab-f97e-43da-9923-1ebec8cdc11b req-955fc69e-5983-44cd-8b40-fb47eac964a5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:36.776441 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-816aa6ab-f97e-43da-9923-1ebec8cdc11b req-955fc69e-5983-44cd-8b40-fb47eac964a5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0739899 Jun 21 04:34:36.816618 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-816aa6ab-f97e-43da-9923-1ebec8cdc11b req-5d4f062e-47d2-4420-a510-9ce35b3c95a4 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344374 Jun 21 04:34:38.014366 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918259e3-f6a8-437b-9165-bcdca6636e34 req-e61afe03-d343-41c3-a1f8-7f8a32d584a4 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:38.015837 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-918259e3-f6a8-437b-9165-bcdca6636e34 req-e61afe03-d343-41c3-a1f8-7f8a32d584a4 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0697691 Jun 21 04:34:38.058013 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-918259e3-f6a8-437b-9165-bcdca6636e34 req-e6be4e39-a242-4a13-b5d2-c65cc3680358 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Jun 21 04:34:38.821961 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ab6480e8-8223-4201-a478-613e2369320f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:39.248967 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a09bc1-af05-46a0-bfc3-bb9e84e755f2 req-ad27e4f8-e4ea-432f-8354-2c99213ff805 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:39.250440 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-24a09bc1-af05-46a0-bfc3-bb9e84e755f2 req-ad27e4f8-e4ea-432f-8354-2c99213ff805 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0722210 Jun 21 04:34:39.289429 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-24a09bc1-af05-46a0-bfc3-bb9e84e755f2 req-36d8fe06-be22-45df-bb83-bbea2fc2cb40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331101 Jun 21 04:34:40.489549 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f888579-5e70-4936-bdcb-3abd3ceb1401 req-9946a4fa-b5c9-495a-bc23-fc893740960b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:40.490889 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8f888579-5e70-4936-bdcb-3abd3ceb1401 req-9946a4fa-b5c9-495a-bc23-fc893740960b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0689044 Jun 21 04:34:40.533825 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8f888579-5e70-4936-bdcb-3abd3ceb1401 req-3d7b5a5b-b532-4a25-bde2-1fac917db30c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364242 Jun 21 04:34:41.540489 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6a7ee663-c382-40df-84e7-1a316f033467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:41.718740 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52f802-c50e-41a8-b1d8-e94b5058eb2c req-3beb607e-af48-4ef0-8dc4-8ebaf45f67b7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:41.720313 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2f52f802-c50e-41a8-b1d8-e94b5058eb2c req-3beb607e-af48-4ef0-8dc4-8ebaf45f67b7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0680807 Jun 21 04:34:41.761098 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2f52f802-c50e-41a8-b1d8-e94b5058eb2c req-de8885de-5e49-4a64-aeff-a5b5a6431db4 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349987 Jun 21 04:34:41.837969 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.045376 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:34:42.145454 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:42.157134 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'port_id': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'mac_address': 'fa:16:3e:9f:dd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:34:42.193167 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.206185 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d33d220-1111-4f5b-afe4-eefe651592a2 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:34:42.225178 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:42.232356 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.234143 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:42.288429 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=6']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:42.295683 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.296078 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.296424 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.296778 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.297110 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.297437 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.297759 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.298087 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.298408 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.298724 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.299027 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.299342 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:42.303466 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:42.325926 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.406242 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['4d33d220-1111-4f5b-afe4-eefe651592a2'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:42.620969 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:34:42.957679 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39356dd9-60ce-46db-8990-65320887805b req-ddc3a1ab-85bb-4e5d-a26f-f73f76b15f79 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:42.959192 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-39356dd9-60ce-46db-8990-65320887805b req-ddc3a1ab-85bb-4e5d-a26f-f73f76b15f79 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 944 time: 0.0799201 Jun 21 04:34:43.003710 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-39356dd9-60ce-46db-8990-65320887805b req-633d14cc-74bc-4129-a8ff-012d981e3be6 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374606 Jun 21 04:34:44.044884 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:44.099095 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 4d33d220-1111-4f5b-afe4-eefe651592a2 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:44.099616 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:44.199803 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:44.201721 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:44.207925 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63896ecd-eef0-4338-a27d-fa5f6f286278 req-02f79fea-754c-4257-9c15-ab28af95c794 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:44.209437 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-63896ecd-eef0-4338-a27d-fa5f6f286278 req-02f79fea-754c-4257-9c15-ab28af95c794 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 944 time: 0.0801001 Jun 21 04:34:44.224592 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:44.226902 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec324f1-ad99-4b25-850c-f0fa09ffbd40" -d '{"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-plugged", "status": "completed", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:44.240328 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:44.247175 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:44.251065 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:44.253555 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-63896ecd-eef0-4338-a27d-fa5f6f286278 req-4ebf6005-f207-4799-82a2-111e6b40aea1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381882 Jun 21 04:34:44.273862 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c4aea1-0920-4b31-a182-a6b5dc53bf8b x-openstack-request-id: req-e7c4aea1-0920-4b31-a182-a6b5dc53bf8b {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:44.274166 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-plugged", "status": "completed", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:44.274427 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7c4aea1-0920-4b31-a182-a6b5dc53bf8b {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:44.274814 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'code': 200} Jun 21 04:34:44.300742 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=7']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:44.303756 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:45.454410 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d607d0-9e55-419b-acb2-35713aaceb64 req-fecb40e4-48f3-420d-b6f8-fcbaf487d83e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:45.456135 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-60d607d0-9e55-419b-acb2-35713aaceb64 req-fecb40e4-48f3-420d-b6f8-fcbaf487d83e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0804949 Jun 21 04:34:45.498469 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-60d607d0-9e55-419b-acb2-35713aaceb64 req-00ffbdfd-47cc-4483-bb7b-15eeecabc8f2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338364 Jun 21 04:34:46.689361 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717928c-e9c2-4b37-8f1c-046126eec891 req-7f2e456e-f6bf-4e32-9110-a377b3bae6ad tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:46.690950 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8717928c-e9c2-4b37-8f1c-046126eec891 req-7f2e456e-f6bf-4e32-9110-a377b3bae6ad tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0666077 Jun 21 04:34:46.735010 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:46.738591 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-8717928c-e9c2-4b37-8f1c-046126eec891 req-43a7e193-220c-44c1-94c7-01e4a6dae001 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 Jun 21 04:34:47.927814 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ae359-c24e-401b-aae5-8f560dfd4a37 req-224bbfec-0739-4981-b71e-f66858f86bc7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:47.929197 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-993ae359-c24e-401b-aae5-8f560dfd4a37 req-224bbfec-0739-4981-b71e-f66858f86bc7 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0720708 Jun 21 04:34:47.967364 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-993ae359-c24e-401b-aae5-8f560dfd4a37 req-49693342-5b6e-4b5a-8d3e-f1886a777944 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325263 Jun 21 04:34:49.171409 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d6c73-cbfc-45d8-8c3c-f407e82a862b req-4e3c6972-41bc-4946-88ce-d8521ecf013a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:49.172935 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6d3d6c73-cbfc-45d8-8c3c-f407e82a862b req-4e3c6972-41bc-4946-88ce-d8521ecf013a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0720408 Jun 21 04:34:49.212913 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-6d3d6c73-cbfc-45d8-8c3c-f407e82a862b req-e798c26e-f691-4df7-ae61-23904f39296f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339172 Jun 21 04:34:50.431098 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e704c-39fd-4448-a319-5049285ecc3a req-3f699d38-ad0b-495b-b207-cbfcc5000846 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:50.432812 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-163e704c-39fd-4448-a319-5049285ecc3a req-3f699d38-ad0b-495b-b207-cbfcc5000846 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0764518 Jun 21 04:34:50.480175 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-163e704c-39fd-4448-a319-5049285ecc3a req-db485edb-902e-486d-85f4-d22a7417248c tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383098 Jun 21 04:34:51.709097 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e43347-3c95-40df-9154-d044bf07f9c5 req-8382e228-f108-41c0-89c3-28ad35600bee tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:51.711335 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-61e43347-3c95-40df-9154-d044bf07f9c5 req-8382e228-f108-41c0-89c3-28ad35600bee tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0849118 Jun 21 04:34:51.756419 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-61e43347-3c95-40df-9154-d044bf07f9c5 req-3c370093-3a7f-4c26-99d7-675c6209fea6 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385690 Jun 21 04:34:52.984430 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222b70-b77b-44db-b8fe-fb49602805d8 req-e676c87b-03fd-4b25-abd0-2adc8489ea81 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:52.986037 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e3222b70-b77b-44db-b8fe-fb49602805d8 req-e676c87b-03fd-4b25-abd0-2adc8489ea81 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0813026 Jun 21 04:34:53.034422 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e3222b70-b77b-44db-b8fe-fb49602805d8 req-823adc64-99e4-4eae-a164-cb155ebc975e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Jun 21 04:34:54.240595 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61950c65-9701-4b96-b8fc-918559c43b15 req-10d8a46b-0042-44d0-8157-c1c964baa49e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:54.242263 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-61950c65-9701-4b96-b8fc-918559c43b15 req-10d8a46b-0042-44d0-8157-c1c964baa49e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0766687 Jun 21 04:34:54.285512 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-61950c65-9701-4b96-b8fc-918559c43b15 req-ff9a9735-08ba-4096-b06d-dc641aac2199 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369029 Jun 21 04:34:55.481558 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd44311-7b2e-4ca7-94fb-aa24ae16ebba req-5d1878a4-61c5-48b7-b7c3-386c8b088265 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:55.483290 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-dbd44311-7b2e-4ca7-94fb-aa24ae16ebba req-5d1878a4-61c5-48b7-b7c3-386c8b088265 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0728347 Jun 21 04:34:55.527146 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-dbd44311-7b2e-4ca7-94fb-aa24ae16ebba req-24406e14-c28b-47c8-801d-5ef9a7b4656d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381327 Jun 21 04:34:56.425825 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48924) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:56.556816 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.685421 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.693366 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.719075 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-cda7e1a9-b2d2-43cd-99b2-a411a9a5ecbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:56.736466 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e6961-fccf-4d6f-9131-4f5a901b633a req-39946de4-934f-4991-9d1c-36778f532d01 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:56.737994 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d68e6961-fccf-4d6f-9131-4f5a901b633a req-39946de4-934f-4991-9d1c-36778f532d01 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0812039 Jun 21 04:34:56.745902 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=757f983997c84da9a6136d50f1d59806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164306 Jun 21 04:34:56.747203 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48930) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:56.763514 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e7f92b-1ed7-44b9-a70c-47a8251f03e1,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:56.781094 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.781471 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.781839 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.782205 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.782559 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.782915 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.783266 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.783623 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.784012 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.784340 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.784684 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.785026 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:56.794082 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:56.819132 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1932-9d0b-4dc5-a631-712839512323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.855721 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1932-9d0b-4dc5-a631-712839512323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.933787 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1932-9d0b-4dc5-a631-712839512323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.941905 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1932-9d0b-4dc5-a631-712839512323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.943976 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b9aa1932-9d0b-4dc5-a631-712839512323 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02e7f92b-1ed7-44b9-a70c-47a8251f03e1 HTTP/1.1" status: 204 len: 168 time: 0.1957345 Jun 21 04:34:56.946952 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e96dafcf-b818-4990-8756-1b91fb006bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:56.956324 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa1932-9d0b-4dc5-a631-712839512323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e7f92b-1ed7-44b9-a70c-47a8251f03e1,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:56.967229 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b9aa1932-9d0b-4dc5-a631-712839512323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:57.042386 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-d68e6961-fccf-4d6f-9131-4f5a901b633a req-b3689b75-275a-4226-bdb5-1e64d1e51b77 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987225 Jun 21 04:34:58.142233 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 48976) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:58.222870 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bcd81-9420-44a4-bcf7-1d03da3074fe req-25db9754-b36f-4e4d-b368-fd47bb759d6b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:58.226725 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c10bcd81-9420-44a4-bcf7-1d03da3074fe req-25db9754-b36f-4e4d-b368-fd47bb759d6b tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0673294 Jun 21 04:34:58.246380 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.267975 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c10bcd81-9420-44a4-bcf7-1d03da3074fe req-8b7e8048-0792-4d4d-a1cd-e761ca39e501 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349314 Jun 21 04:34:58.337700 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.343763 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.346270 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4100f203-f164-4c4d-aef7-6164042bc6d8 tempest-TestMinimumBasicScenario-152646639 tempest-TestMinimumBasicScenario-152646639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:58.381816 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36bb3a340d084a34a01a84b1a6c59ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384429 Jun 21 04:34:58.382739 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4683922-76ba-44d1-99a2-352d9edd786e,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:58.384958 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 48980) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:58.392391 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.392391 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.392391 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.392391 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.392391 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.392992 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.392992 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.393380 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.393793 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.394125 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.394472 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.394848 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:58.399251 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ddc46af0-c443-4eae-af57-6a8b258e35fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:58.445620 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-470fe7bb-371b-4d46-a893-1c94891e91e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.466937 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-470fe7bb-371b-4d46-a893-1c94891e91e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.519065 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-470fe7bb-371b-4d46-a893-1c94891e91e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.521778 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-470fe7bb-371b-4d46-a893-1c94891e91e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.522884 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-470fe7bb-371b-4d46-a893-1c94891e91e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4683922-76ba-44d1-99a2-352d9edd786e HTTP/1.1" status: 204 len: 168 time: 0.1368623 Jun 21 04:34:58.523631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ec4ac330-cbd8-4a79-8304-bbea751fd7cf tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:58.531413 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fe7bb-371b-4d46-a893-1c94891e91e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4683922-76ba-44d1-99a2-352d9edd786e,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:58.533826 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-470fe7bb-371b-4d46-a893-1c94891e91e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:59.250486 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4630dec-7295-417e-be81-b1068552a029 req-0612e2bb-9a46-4ccc-9933-2de0c2e87d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:59.252115 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e4630dec-7295-417e-be81-b1068552a029 req-0612e2bb-9a46-4ccc-9933-2de0c2e87d5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 1098 time: 0.0566471 Jun 21 04:34:59.346868 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4630dec-7295-417e-be81-b1068552a029 req-f28bbf6c-64b4-47e2-9551-fa3652430870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:59.348480 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e4630dec-7295-417e-be81-b1068552a029 req-f28bbf6c-64b4-47e2-9551-fa3652430870 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0903807 Jun 21 04:34:59.422877 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e4630dec-7295-417e-be81-b1068552a029 req-a9c8e901-5c79-4690-9b6a-2e29646cf037 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d33d220-1111-4f5b-afe4-eefe651592a2 HTTP/1.1" status: 200 len: 1000 time: 0.0676849 Jun 21 04:34:59.453441 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6fb09-4f87-4d3c-a814-837b953c2744 req-362a5108-c357-4855-b1c4-3a7809fe2b5e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:59.455565 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f6a6fb09-4f87-4d3c-a814-837b953c2744 req-362a5108-c357-4855-b1c4-3a7809fe2b5e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0689998 Jun 21 04:34:59.480607 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4630dec-7295-417e-be81-b1068552a029 req-1a23858c-0fd8-4a00-8c50-d0a8ced522df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:59.482473 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e4630dec-7295-417e-be81-b1068552a029 req-1a23858c-0fd8-4a00-8c50-d0a8ced522df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0532727 Jun 21 04:34:59.508057 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-f6a6fb09-4f87-4d3c-a814-837b953c2744 req-89a5ef28-3ead-4ceb-9872-4ac48fe013a2 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Jun 21 04:34:59.548281 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4630dec-7295-417e-be81-b1068552a029 req-66b46147-9db1-44b5-aa7a-7967b21d7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:59.549811 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e4630dec-7295-417e-be81-b1068552a029 req-66b46147-9db1-44b5-aa7a-7967b21d7182 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0602198 Jun 21 04:34:59.649424 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e4630dec-7295-417e-be81-b1068552a029 req-2de87b7e-13d1-4d6e-9a05-f3de5c29af76 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933855 Jun 21 04:34:59.741095 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-e4630dec-7295-417e-be81-b1068552a029 req-49cd24f9-9c8c-4ab7-9178-dd03b8511875 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855386 Jun 21 04:35:00.712413 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e9d73-5b96-4c97-b2d6-b94b02a615f0 req-156d33c6-01da-4a99-a495-cbfd8913e86a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:00.713889 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-476e9d73-5b96-4c97-b2d6-b94b02a615f0 req-156d33c6-01da-4a99-a495-cbfd8913e86a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0678263 Jun 21 04:35:00.753830 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-476e9d73-5b96-4c97-b2d6-b94b02a615f0 req-120b71c3-9172-4ecd-b840-a7a80a9e41bb tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339370 Jun 21 04:35:01.940435 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836bf8e-af9e-498a-a83c-b1a38b5b204f req-b86fe6b7-ec73-4aee-9687-8e92165a16c3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:01.941932 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9836bf8e-af9e-498a-a83c-b1a38b5b204f req-b86fe6b7-ec73-4aee-9687-8e92165a16c3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 945 time: 0.0719705 Jun 21 04:35:01.983064 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-9836bf8e-af9e-498a-a83c-b1a38b5b204f req-c453e175-1d86-4c55-9f54-e049f43fcdda tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347590 Jun 21 04:35:02.168903 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:02.247718 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:02.277652 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:02.280817 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab59646b-f35d-4a27-98a7-8b224e782466" -d '{"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-unplugged", "status": "completed", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:02.297206 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:02.301370 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:02.303474 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:02.330165 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8affb9b-bed2-4c7c-b603-b892e1127b04 x-openstack-request-id: req-f8affb9b-bed2-4c7c-b603-b892e1127b04 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:02.330466 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-unplugged", "status": "failed", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2", "code": 422}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:02.330727 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8affb9b-bed2-4c7c-b603-b892e1127b04 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:02.331173 dv-cinder-772623-10-smb neutron-server[92763]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'code': 422} returned with failed status Jun 21 04:35:02.358074 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=8']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:02.362396 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:03.242645 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318815-4141-42fc-b8b9-565157863f7e req-f61639da-cf3e-4d7c-bfdb-577f3a91a218 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:03.244207 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b2318815-4141-42fc-b8b9-565157863f7e req-f61639da-cf3e-4d7c-bfdb-577f3a91a218 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0638928 Jun 21 04:35:03.282838 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b2318815-4141-42fc-b8b9-565157863f7e req-6e31be23-04c7-4142-bd9f-a01c1a4e568e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328810 Jun 21 04:35:03.460106 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-664597af-63e3-4047-9333-a90c9b588a1c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567474 Jun 21 04:35:04.422031 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-d36b6a39-3e96-438e-8bb2-304a9813f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:04.423991 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-d36b6a39-3e96-438e-8bb2-304a9813f77c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910&tenant_id=22c3acf73c9d439c81b4759eafb4238c HTTP/1.1" status: 200 len: 1096 time: 0.0723951 Jun 21 04:35:04.519631 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720bc6e-b2c7-4640-9cdc-57d3e0b81a6c req-08355eff-ca27-4227-b31a-f3b263ba00cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:04.521240 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3720bc6e-b2c7-4640-9cdc-57d3e0b81a6c req-08355eff-ca27-4227-b31a-f3b263ba00cd tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.1115081 Jun 21 04:35:04.551361 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-8dd52507-7e07-4a67-9415-2766f6e78799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:04.552947 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-8dd52507-7e07-4a67-9415-2766f6e78799 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 1096 time: 0.0933397 Jun 21 04:35:04.577721 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-3720bc6e-b2c7-4640-9cdc-57d3e0b81a6c req-15734c6b-bd71-4ea2-85a2-511206d8b625 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489266 Jun 21 04:35:04.654675 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-6b97a065-2e8c-4779-9632-709a7faaa804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:04.656145 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-6b97a065-2e8c-4779-9632-709a7faaa804 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0933700 Jun 21 04:35:04.726850 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-bfa0642e-bfa2-42b7-8942-b8eb48011aeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d33d220-1111-4f5b-afe4-eefe651592a2 HTTP/1.1" status: 200 len: 998 time: 0.0632551 Jun 21 04:35:04.774884 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-ef83daef-36c8-4ea3-b7c2-737daeddcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:04.776386 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-ef83daef-36c8-4ea3-b7c2-737daeddcab5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0438619 Jun 21 04:35:04.834412 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-1e54a7e9-f0fc-43b8-ad0f-7888a5085a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:04.836065 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-1e54a7e9-f0fc-43b8-ad0f-7888a5085a8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0530887 Jun 21 04:35:04.932674 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-ce87b87e-498a-4ad7-ae88-57dac5cee5bc service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902274 Jun 21 04:35:05.024262 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-89497e8c-cbf3-43aa-ae88-adbdf8920fd4 req-11705003-2272-4f7d-88dc-cd161d1cb6f9 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854132 Jun 21 04:35:05.970684 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24178f-bb1d-42e7-9112-2cdf17bdcdf7 req-b0ad05cf-0216-44ab-b2c2-6cae992bd96d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:05.972423 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2b24178f-bb1d-42e7-9112-2cdf17bdcdf7 req-b0ad05cf-0216-44ab-b2c2-6cae992bd96d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0852561 Jun 21 04:35:06.013033 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-2b24178f-bb1d-42e7-9112-2cdf17bdcdf7 req-0dc0c45d-fdb8-4314-a61d-2a5909b7b68f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347471 Jun 21 04:35:06.202719 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:07.201174 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c0d11-4c2e-47c6-b5c0-415ac65a98a7 req-3cc7d1a2-cf73-4c51-b1b9-b108541ff5b8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:07.202673 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-116c0d11-4c2e-47c6-b5c0-415ac65a98a7 req-3cc7d1a2-cf73-4c51-b1b9-b108541ff5b8 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0700250 Jun 21 04:35:07.257067 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-116c0d11-4c2e-47c6-b5c0-415ac65a98a7 req-58477aa2-fa91-48b4-9ffe-a7d6e48b1965 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 Jun 21 04:35:08.452451 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d193a-9e86-465a-8853-cb62c71a0186 req-a27662f0-52c9-4e05-955a-05893ad643e1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:08.454037 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5c3d193a-9e86-465a-8853-cb62c71a0186 req-a27662f0-52c9-4e05-955a-05893ad643e1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0722711 Jun 21 04:35:08.502433 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-5c3d193a-9e86-465a-8853-cb62c71a0186 req-e86205c7-db58-41dc-afd6-e30102a4c068 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Jun 21 04:35:08.815010 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-274ae924-ce99-43f8-bcbc-6e876cac314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.701553 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851c92-6905-4d3d-b61b-0fac3b9a4bfb req-971e45d8-1f1c-4b08-ae42-0a4ec351f678 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:09.703975 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8a851c92-6905-4d3d-b61b-0fac3b9a4bfb req-971e45d8-1f1c-4b08-ae42-0a4ec351f678 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0803540 Jun 21 04:35:09.759311 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-8a851c92-6905-4d3d-b61b-0fac3b9a4bfb req-a15ebabc-df42-4928-8cd2-0a165dec9bc4 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Jun 21 04:35:09.839008 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49202) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:09.947027 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c72ee905-6cb7-4c67-808a-20cc1e8d72ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.049800 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c72ee905-6cb7-4c67-808a-20cc1e8d72ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.055620 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c72ee905-6cb7-4c67-808a-20cc1e8d72ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.058377 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-4f95bb1d-8be4-41b3-94bc-a4482f7321c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:10.096045 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-c72ee905-6cb7-4c67-808a-20cc1e8d72ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd90f26b65da407ab3b52a5005f2f3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558582 Jun 21 04:35:10.096960 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ee905-6cb7-4c67-808a-20cc1e8d72ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d56202-8336-45e9-915f-eeb52cf54ece,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:10.098724 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49206) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:10.100161 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c72ee905-6cb7-4c67-808a-20cc1e8d72ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:10.153977 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-21b731f0-60c2-4fb2-8605-e05b3551a593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.177749 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-21b731f0-60c2-4fb2-8605-e05b3551a593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.231058 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-21b731f0-60c2-4fb2-8605-e05b3551a593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.234041 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-21b731f0-60c2-4fb2-8605-e05b3551a593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:10.235266 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-21b731f0-60c2-4fb2-8605-e05b3551a593 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4d56202-8336-45e9-915f-eeb52cf54ece HTTP/1.1" status: 204 len: 168 time: 0.1345079 Jun 21 04:35:10.236114 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-d10a1c3c-da46-469a-9bbe-40948d62db41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:10.246860 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b731f0-60c2-4fb2-8605-e05b3551a593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d56202-8336-45e9-915f-eeb52cf54ece,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:10.249712 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-21b731f0-60c2-4fb2-8605-e05b3551a593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:10.956454 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca214816-cee0-4a29-82d2-df24d8b743a8 req-ff2a3ffc-d3ca-4b94-9374-d89dbaadad39 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:10.957814 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ca214816-cee0-4a29-82d2-df24d8b743a8 req-ff2a3ffc-d3ca-4b94-9374-d89dbaadad39 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0691907 Jun 21 04:35:11.004056 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-ca214816-cee0-4a29-82d2-df24d8b743a8 req-987661e7-97c0-4f03-9416-46bc9a5951f3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 Jun 21 04:35:11.533831 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-feb7511b-a1a5-41c5-8b6f-80cc30aa3bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:11.825227 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:12.326844 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:12.364075 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3733c6d-08cb-43bf-a6ba-ba2e713aaba0 req-f15d240b-7f69-4587-9771-9ae6434d320d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:12.365636 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d3733c6d-08cb-43bf-a6ba-ba2e713aaba0 req-f15d240b-7f69-4587-9771-9ae6434d320d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0773382 Jun 21 04:35:12.411323 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-d3733c6d-08cb-43bf-a6ba-ba2e713aaba0 req-24868c35-d52f-4a19-af0a-c3f396c0231f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383651 Jun 21 04:35:13.606261 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d30971-e085-4153-bb8a-abf01c2f91ec req-68ceeee7-2fe1-4b64-956b-012aaeeac9ab tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:13.607782 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-07d30971-e085-4153-bb8a-abf01c2f91ec req-68ceeee7-2fe1-4b64-956b-012aaeeac9ab tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0780413 Jun 21 04:35:13.658982 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-07d30971-e085-4153-bb8a-abf01c2f91ec req-3673d34a-9c46-4847-9100-4e648e318053 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Jun 21 04:35:14.193959 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:14.846598 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f24d5-b776-4c85-b1ba-faab75b9474a req-02c15cc8-946f-4343-bb42-acd497cd1fae tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:14.848191 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7e7f24d5-b776-4c85-b1ba-faab75b9474a req-02c15cc8-946f-4343-bb42-acd497cd1fae tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0707157 Jun 21 04:35:14.887929 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7e7f24d5-b776-4c85-b1ba-faab75b9474a req-10626592-9674-4011-9f61-af99328c893e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339522 Jun 21 04:35:16.080046 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffc13d-9a67-4cc7-a612-1ab76f3caa7e req-71a7fe2d-0ac1-442e-aae3-3869674b25e3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.081621 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e8ffc13d-9a67-4cc7-a612-1ab76f3caa7e req-71a7fe2d-0ac1-442e-aae3-3869674b25e3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0686815 Jun 21 04:35:16.121559 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-e8ffc13d-9a67-4cc7-a612-1ab76f3caa7e req-fefb33a6-fb4d-47b7-8dec-4754890cb06d tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340335 Jun 21 04:35:16.738393 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:17.328037 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36e828-4ac7-40f7-ac7f-e186a7c4ed4c req-d3c6981c-e88a-4280-b7f6-2de006371d2a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:17.329521 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-de36e828-4ac7-40f7-ac7f-e186a7c4ed4c req-d3c6981c-e88a-4280-b7f6-2de006371d2a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0867057 Jun 21 04:35:17.379477 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-de36e828-4ac7-40f7-ac7f-e186a7c4ed4c req-22d18958-0024-4d7c-a28b-00bf92e980d9 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438783 Jun 21 04:35:18.585304 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535efd2-e5bb-44ad-bdbc-74502b861524 req-9c6da033-e303-4535-a6a5-d2ff67cc5ce5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:18.586659 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1535efd2-e5bb-44ad-bdbc-74502b861524 req-9c6da033-e303-4535-a6a5-d2ff67cc5ce5 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0800419 Jun 21 04:35:18.623761 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-1535efd2-e5bb-44ad-bdbc-74502b861524 req-8e73859e-61ed-4a3f-8acd-c2a19c442b83 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Jun 21 04:35:19.625451 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:35:19.809150 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6497d3d-3204-4771-b96b-4875f5a268ac req-e8b499ef-e067-40f7-ae2e-3b3da1e06476 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:19.810528 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c6497d3d-3204-4771-b96b-4875f5a268ac req-e8b499ef-e067-40f7-ae2e-3b3da1e06476 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0665193 Jun 21 04:35:19.853503 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-c6497d3d-3204-4771-b96b-4875f5a268ac req-0f2fd477-6822-4f3a-8e9a-8132654a2016 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351889 Jun 21 04:35:21.054193 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a170e94-b4c5-4a4c-a149-61a4c0a7efaf req-202d0c4c-e1ee-49fb-830a-daa20e6a3432 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:21.055640 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0a170e94-b4c5-4a4c-a149-61a4c0a7efaf req-202d0c4c-e1ee-49fb-830a-daa20e6a3432 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0778029 Jun 21 04:35:21.097305 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-0a170e94-b4c5-4a4c-a149-61a4c0a7efaf req-52ac997c-68a0-4a33-8b76-20b23c6c3d1a tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334249 Jun 21 04:35:22.291178 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aba48-7358-4374-a72f-7a65942108c9 req-b01ecb71-c9c6-4264-a16b-7305cb849c94 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:22.292184 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=92763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:35:22.292694 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7c4aba48-7358-4374-a72f-7a65942108c9 req-b01ecb71-c9c6-4264-a16b-7305cb849c94 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 943 time: 0.0761228 Jun 21 04:35:22.330959 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-7c4aba48-7358-4374-a72f-7a65942108c9 req-314c0a63-b91d-4e37-8dc5-30e7e643767e tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Jun 21 04:35:22.389874 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:22.401037 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Returning: {'device': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'port_id': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'mac_address': 'fa:16:3e:9f:dd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:35:22.437902 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:22.451398 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d33d220-1111-4f5b-afe4-eefe651592a2 {{(pid=92763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:22.471113 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:22.477193 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:22.478956 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-2a3a85f8-4916-48b7-8654-c693b2b77d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:22.527894 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=9']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:22.531029 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:22.893469 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] get_ports_and_sgs() called for port_ids ['4d33d220-1111-4f5b-afe4-eefe651592a2'] {{(pid=92763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:23.532654 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9d8b7-8e55-4b55-bf64-4b1ec558d90a req-46a658bf-7c43-44bd-90a6-83658ffdf099 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:23.534101 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b2f9d8b7-8e55-4b55-bf64-4b1ec558d90a req-46a658bf-7c43-44bd-90a6-83658ffdf099 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 944 time: 0.0821366 Jun 21 04:35:23.578611 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-b2f9d8b7-8e55-4b55-bf64-4b1ec558d90a req-5f90e667-4f99-41fa-b51d-40f7b113edbf tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363932 Jun 21 04:35:24.309931 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 up at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:24.362781 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.provisioning_blocks [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Provisioning complete for port 4d33d220-1111-4f5b-afe4-eefe651592a2 triggered by entity L2. {{(pid=92763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:24.363257 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16689049'] for port, provisioning_complete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:24.449438 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16365202'] for port, before_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:24.483323 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2'}] {{(pid=92763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:24.486852 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a295c47e040f1da1882cee5c6c20333f8ce4f182c0a866591012a3e58308fd98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f847af5-f64f-4165-a426-e6b38bde9814" -d '{"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-plugged", "status": "completed", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2"}]}' {{(pid=92763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:24.500995 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:24.506657 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736676207571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736675777109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736675777154'] for port, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:24.508903 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-46ddbc04-dc95-4827-bbf2-bed2d1c51c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:24.531073 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0863a0aa-50a8-4f23-b316-4c7865e3a9e7 x-openstack-request-id: req-0863a0aa-50a8-4f23-b316-4c7865e3a9e7 {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:24.531370 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-plugged", "status": "completed", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2", "code": 200}]} {{(pid=92763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:24.531643 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0863a0aa-50a8-4f23-b316-4c7865e3a9e7 {{(pid=92763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:24.532060 dv-cinder-772623-10-smb neutron-server[92763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'code': 200} Jun 21 04:35:24.557949 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Pushing event updated for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=10']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:24.560913 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:24.761938 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e36a8-c5c4-41a4-ad78-e7f2a474125f req-f8ae3e7a-4642-4203-8449-469fe3996902 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:24.763409 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-658e36a8-c5c4-41a4-ad78-e7f2a474125f req-f8ae3e7a-4642-4203-8449-469fe3996902 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 946 time: 0.0646846 Jun 21 04:35:24.801800 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a4c0a-52b8-497f-a424-f68222fa8d95 req-c9dd8e7c-89d3-4726-bbed-d7499d9269b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:24.803306 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-850a4c0a-52b8-497f-a424-f68222fa8d95 req-c9dd8e7c-89d3-4726-bbed-d7499d9269b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 1099 time: 0.0592945 Jun 21 04:35:24.808944 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-658e36a8-c5c4-41a4-ad78-e7f2a474125f req-f4779dfd-6287-4d27-9b64-838252ea51b6 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Jun 21 04:35:24.838510 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-850a4c0a-52b8-497f-a424-f68222fa8d95 req-be503f1c-4ca4-473a-8354-282e5c20e4c7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284989 Jun 21 04:35:25.999190 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332fef8-894e-4a9a-b3d7-1bfba28816fc req-f27dd3b3-0d79-4a5e-a218-1a063b30bcd3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:26.000684 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5332fef8-894e-4a9a-b3d7-1bfba28816fc req-f27dd3b3-0d79-4a5e-a218-1a063b30bcd3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 946 time: 0.0647573 Jun 21 04:35:26.040744 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-5332fef8-894e-4a9a-b3d7-1bfba28816fc req-797b6e5e-d069-42d9-a36f-e39917678f79 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Jun 21 04:35:26.637972 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-c3135f6b-7c5a-4766-bc53-1022d20b3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:26.639465 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-c3135f6b-7c5a-4766-bc53-1022d20b3065 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22c3acf73c9d439c81b4759eafb4238c&device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 1099 time: 0.0577400 Jun 21 04:35:26.752335 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-3551ebdc-3399-4c03-ae43-4786cacbe320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:26.754252 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-3551ebdc-3399-4c03-ae43-4786cacbe320 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 200 len: 918 time: 0.0873961 Jun 21 04:35:26.824396 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-3d9975fa-5a80-4cad-a637-89327cadecfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d33d220-1111-4f5b-afe4-eefe651592a2 HTTP/1.1" status: 200 len: 1000 time: 0.0637414 Jun 21 04:35:26.874130 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-5900914a-2a1a-4cc2-a5f7-0a87f57b1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:26.875605 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-5900914a-2a1a-4cc2-a5f7-0a87f57b1bad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 200 len: 856 time: 0.0450842 Jun 21 04:35:26.940748 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-5369f082-78c1-466d-9c1a-f749aa785f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:26.942575 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-5369f082-78c1-466d-9c1a-f749aa785f48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df7fd5da-8d2f-40e6-8217-0ed88d019a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0606897 Jun 21 04:35:27.034740 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-1f4e3d92-f79f-4ee2-af5e-49f9b363534f service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837891 Jun 21 04:35:27.132969 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-68befa70-9e32-47b7-9c24-ed0de82aa278 req-6016480b-043c-4d57-a148-310de0982b25 service neutron] 10.222.0.44 "GET /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916061 Jun 21 04:35:27.219851 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2eedc-9861-4f9a-8360-c89370619132 req-1280cf4a-dd90-4fb4-87f9-84f209864ec3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:27.221323 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4cc2eedc-9861-4f9a-8360-c89370619132 req-1280cf4a-dd90-4fb4-87f9-84f209864ec3 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 946 time: 0.0666814 Jun 21 04:35:27.261931 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-4cc2eedc-9861-4f9a-8360-c89370619132 req-44f919ad-2c8e-42c0-ba6f-e3aebe764b20 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Jun 21 04:35:38.826734 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-db6f9d8d-b1eb-45cd-b1bc-7bd4a749088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.543609 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-0932706c-2444-4a0a-83dc-1c217ecd94dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.820666 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.335693 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:44.189174 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:46.756093 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.628653 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:36:08.824330 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-8450192d-7def-4137-a42e-bffef65a2095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.537695 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2d6e9a90-cf03-462a-a5d4-93f16b5cdaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.830587 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.336189 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:14.191414 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:16.752162 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:23.371112 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bb9f5-b57a-4c52-bb40-933633df6d9d req-3fb5bc6a-186f-4ea2-af69-68fa463ac857 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:23.372641 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-954bb9f5-b57a-4c52-bb40-933633df6d9d req-3fb5bc6a-186f-4ea2-af69-68fa463ac857 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 946 time: 0.2579641 Jun 21 04:36:23.414665 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-954bb9f5-b57a-4c52-bb40-933633df6d9d req-30cab3cc-cc8d-4384-849a-06cbea8bd7ad tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341010 Jun 21 04:36:24.660635 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe7d3-858e-499f-94da-116e2058ecb1 req-3019b26a-c706-4f51-bc68-b58db54df053 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:24.662099 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6acfe7d3-858e-499f-94da-116e2058ecb1 req-3019b26a-c706-4f51-bc68-b58db54df053 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 946 time: 0.1193473 Jun 21 04:36:24.700941 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-6acfe7d3-858e-499f-94da-116e2058ecb1 req-eda11e93-daa1-48ff-8156-a8d78f438f24 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups?id=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Jun 21 04:36:24.825734 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-6ff8b058-c07b-4553-9553-2772273187a6 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:24.827177 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-6ff8b058-c07b-4553-9553-2772273187a6 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 946 time: 0.0726180 Jun 21 04:36:24.930479 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Deleting port 4d33d220-1111-4f5b-afe4-eefe651592a2 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:24.930776 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.298681 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] For port 4d33d220-1111-4f5b-afe4-eefe651592a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4d33d220-1111-4f5b-afe4-eefe651592a2,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:25.298954 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.471404 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.472075 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1012867'] for floatingip, after_update {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.472460 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.db.l3_db [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Floating IP c0c9f4ea-4830-48b1-8fd6-202a7a4b8b08 disassociated. External IP: 172.28.0.26, port: 4d33d220-1111-4f5b-afe4-eefe651592a2. Jun 21 04:36:25.472930 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Calling delete_port for 4d33d220-1111-4f5b-afe4-eefe651592a2 owned by compute:nova {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:25.616780 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.621160 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-46f104f5-ca56-4822-a872-61206cff47b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:25.646377 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event deleted for resources: {'Port': ['ID=4d33d220-1111-4f5b-afe4-eefe651592a2,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:25.657361 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.657755 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.658120 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.658490 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.658853 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.659218 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.659577 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.659962 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.660321 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.660711 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.661285 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.661394 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:25.666271 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:25.776575 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Router 61f446f4-267b-4758-a8bf-162c9cf64ca4 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:36:25.857632 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [req-239be3ad-fe91-4e86-9b14-cd2ecc641d8b req-90595bb1-7645-4808-8d56-50cefd3aa9e6 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/ports?device_id=bda105d0-b721-409b-a0f5-8635f2bc2910 HTTP/1.1" status: 200 len: 210 time: 0.0384645 Jun 21 04:36:25.895127 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:36:25.906351 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] Sync routers for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:36:25.916443 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:25.917464 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:36:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:25.944611 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] No DVR routers for this DVR port 4d33d220-1111-4f5b-afe4-eefe651592a2 on host hv-cinder-77262 {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:25.947353 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for port, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.949449 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [req-a76be9b3-9979-4b79-ba78-16ac34eaaa44 req-2fa1c77f-f11f-4d78-b1df-15f058872b62 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.44 "DELETE /v2.0/ports/4d33d220-1111-4f5b-afe4-eefe651592a2 HTTP/1.1" status: 204 len: 173 time: 1.1167707 Jun 21 04:36:25.949971 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-deleted', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2'}] {{(pid=92761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:25.952396 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2938d7c5beb0946970acd77105dc0cd516d778e38ca9a2071351e6f3e2608796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961763de-b799-4a1c-94cb-a32e67ac299a" -d '{"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-deleted", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2"}]}' {{(pid=92761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:26.042283 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:26.054167 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8e0f55-447a-4dd9-bf98-cd58e9c195ba x-openstack-request-id: req-5b8e0f55-447a-4dd9-bf98-cd58e9c195ba {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:26.054505 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda105d0-b721-409b-a0f5-8635f2bc2910", "name": "network-vif-deleted", "tag": "4d33d220-1111-4f5b-afe4-eefe651592a2", "status": "completed", "code": 200}]} {{(pid=92761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:26.054807 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b8e0f55-447a-4dd9-bf98-cd58e9c195ba {{(pid=92761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:26.055247 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda105d0-b721-409b-a0f5-8635f2bc2910', 'name': 'network-vif-deleted', 'tag': '4d33d220-1111-4f5b-afe4-eefe651592a2', 'status': 'completed', 'code': 200} Jun 21 04:36:26.252818 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:26.281495 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] Checking router: 61f446f4-267b-4758-a8bf-162c9cf64ca4 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:36:26.291437 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:26.292117 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:36:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:26.411277 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:26.612206 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:26.638251 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eab22e-5364-4622-99e2-d73dd5f1da8f None None] The sync data for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb is: [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:28:41Z', 'revision_number': 4, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb', '_interfaces': [{'id': '6850256e-7a7b-4fcf-bc86-5b07b4bf76be', 'name': '', 'network_id': 'df7fd5da-8d2f-40e6-8217-0ed88d019a94', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'mac_address': 'fa:16:3e:48:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:41Z', 'updated_at': '2021-06-21T04:28:46Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'subnets': [{'id': 'bc09a894-e373-4c55-8d9c-5d1adc20e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:36:26.867168 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c1ba0-4ec8-4dc2-bfe5-6e7731050b2d None None] New status for floating IP c0c9f4ea-4830-48b1-8fd6-202a7a4b8b08: DOWN {{(pid=92763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:36:26.988942 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49332) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:27.046599 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-543795fb-a1a3-4b01-ab35-a44f4930a1f1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.077826 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-543795fb-a1a3-4b01-ab35-a44f4930a1f1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.137368 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-543795fb-a1a3-4b01-ab35-a44f4930a1f1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.140167 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-543795fb-a1a3-4b01-ab35-a44f4930a1f1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.141313 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-543795fb-a1a3-4b01-ab35-a44f4930a1f1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "DELETE /v2.0/security-groups/f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f HTTP/1.1" status: 204 len: 168 time: 0.1513860 Jun 21 04:36:27.142182 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-66da18bb-0051-45b5-95bb-ad3d55685ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:27.144342 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49334) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:27.151410 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543795fb-a1a3-4b01-ab35-a44f4930a1f1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:27.157633 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.api.v2.resource [None req-a5f8f448-5a2a-438b-bd5b-6298e492d4fb tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] show failed (client error): The resource could not be found. Jun 21 04:36:27.158646 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a5f8f448-5a2a-438b-bd5b-6298e492d4fb tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "GET /v2.0/security-groups/f97d07ab-bdb3-4e4a-a32f-8dd7ceeef85f HTTP/1.1" status: 404 len: 347 time: 0.0132742 Jun 21 04:36:27.159258 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-543795fb-a1a3-4b01-ab35-a44f4930a1f1 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:27.162398 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49336) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:27.291458 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Deleting port ae4fafc5-4517-4501-a8b3-8848662fb0a6 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:27.291882 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.369195 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.369505 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.436923 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Calling delete_port for ae4fafc5-4517-4501-a8b3-8848662fb0a6 owned by network:floatingip {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:27.576035 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.577874 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-275164a2-7689-4908-b613-06db8f262e40 tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:27.608308 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Pushing event deleted for resources: {'Port': ['ID=ae4fafc5-4517-4501-a8b3-8848662fb0a6,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:27.611259 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:27.676927 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks [] for floatingip, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.681022 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26641'] for floatingip, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.682776 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-c1ddb678-2a21-460a-ad47-2e6e8dfc0b8f tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] 10.222.0.22 "DELETE /v2.0/floatingips/c0c9f4ea-4830-48b1-8fd6-202a7a4b8b08 HTTP/1.1" status: 204 len: 168 time: 0.5193667 Jun 21 04:36:28.728720 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:28.749382 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] No Port match for: 4d33d220-1111-4f5b-afe4-eefe651592a2 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:28.749726 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Device 4d33d220-1111-4f5b-afe4-eefe651592a2 not bound to the agent host hv-cinder-77262 {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:30.301571 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49358) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:30.766268 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032446'] for router_interface, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.036229 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Deleting port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:31.036492 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.122007 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] For port 6850256e-7a7b-4fcf-bc86-5b07b4bf76be, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=6850256e-7a7b-4fcf-bc86-5b07b4bf76be,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:31.122390 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.183948 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Calling delete_port for 6850256e-7a7b-4fcf-bc86-5b07b4bf76be owned by network:router_interface {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:31.389310 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.391518 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-a6c3775a-028b-4756-a0ce-1ea078472a3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:31.421535 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6850256e-7a7b-4fcf-bc86-5b07b4bf76be,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:31.424749 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:31.610433 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-603772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1032258'] for router_interface, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.856462 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Router 61f446f4-267b-4758-a8bf-162c9cf64ca4 has already been hosted by L3 agent 03872641-9c5c-4ae1-81df-4420a7515c54 {{(pid=92761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:36:31.999379 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] Notify agent at l3_agent.dv-cinder-772623-10-smb the message routers_updated {{(pid=92761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:36:32.005323 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-07264f33-d6c7-4071-b80e-86be7d3626c0 admin admin] 10.222.0.22 "PUT /v2.0/routers/61f446f4-267b-4758-a8bf-162c9cf64ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7026515 Jun 21 04:36:32.008132 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49362) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:32.009887 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] Sync routers for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:36:32.019728 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:32.020358 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:36:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:32.136146 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:32.341751 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:36:31Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:32.370306 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] Checking router: 61f446f4-267b-4758-a8bf-162c9cf64ca4 for host: dv-cinder-772623-10-smb {{(pid=92764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:36:32.380365 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] Routers {'61f446f4-267b-4758-a8bf-162c9cf64ca4'} bound to L3 agent in host dv-cinder-772623-10-smb {{(pid=92764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:32.381015 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:17:11Z,description=,heartbeat_timestamp=2021-06-21T04:36:12Z,host='dv-cinder-772623-10-smb',id=03872641-9c5c-4ae1-81df-4420a7515c54,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:17:11Z,topic='l3_agent')) {'router_ids': ['61f446f4-267b-4758-a8bf-162c9cf64ca4'], 'active': True} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:32.441763 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.542687 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.578590 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_dvr_db [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] Set router 61f446f4-267b-4758-a8bf-162c9cf64ca4 gateway port host: dv-cinder-772623-10-smb {{(pid=92764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:32.601745 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Deleting port 3e8250ce-1a54-41bf-b41b-be494216cf92 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:32.602061 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.681347 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] For port 3e8250ce-1a54-41bf-b41b-be494216cf92, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=3e8250ce-1a54-41bf-b41b-be494216cf92,segment=NetworkSegment(6381f1ab-7aea-4fbd-8bb1-3e7af460ce41),segment_id=6381f1ab-7aea-4fbd-8bb1-3e7af460ce41)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:32.681575 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.747034 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Calling delete_port for 3e8250ce-1a54-41bf-b41b-be494216cf92 owned by network:router_gateway {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:32.754210 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.l3_hamode_db [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:36:31Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}], 'dv-cinder-772623-10-smb', False) {} {{(pid=92764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:32.783217 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ffbcf5-a216-484c-92a6-5abfb6b38478 None None] The sync data for ids ['61f446f4-267b-4758-a8bf-162c9cf64ca4'] in dv-cinder-772623-10-smb is: [{'id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'name': 'tempest-AttachVolumeShelveTestJSON-1633097108-router', 'tenant_id': '22c3acf73c9d439c81b4759eafb4238c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'external_fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:28:38Z', 'updated_at': '2021-06-21T04:36:31Z', 'revision_number': 5, 'project_id': '22c3acf73c9d439c81b4759eafb4238c', 'gw_port': {'id': '3e8250ce-1a54-41bf-b41b-be494216cf92', 'name': '', 'network_id': 'b941b75c-3e79-4b47-a5c9-c341863e1176', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f446f4-267b-4758-a8bf-162c9cf64ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:28:39Z', 'updated_at': '2021-06-21T04:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aaf3d96b-47d3-4b58-b25e-03012bcb8485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-10-smb'}] {{(pid=92764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:36:32.920170 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.922250 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-666a14f9-d229-4b61-a339-e84eef9134db tempest-AttachVolumeShelveTestJSON-973071481 tempest-AttachVolumeShelveTestJSON-973071481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:32.946185 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8250ce-1a54-41bf-b41b-be494216cf92,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:32.949372 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:33.012170 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1012846'] for router_gateway, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.102717 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1036144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1349'] for router, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.105198 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.149498 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1033249'] for router, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.150213 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61f446f4-267b-4758-a8bf-162c9cf64ca4 {{(pid=92761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:36:33.155461 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] Notify callbacks [] for router, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.158867 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-4c60546a-9eb1-4fc0-bd8d-156f4af434e3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/61f446f4-267b-4758-a8bf-162c9cf64ca4 HTTP/1.1" status: 204 len: 168 time: 1.1464911 Jun 21 04:36:33.159171 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49364) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:33.205285 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.db_base_plugin_v2 [None req-007c80b0-73c7-4d11-a3b8-ecd893faf454 admin admin] Deleting subnet bc09a894-e373-4c55-8d9c-5d1adc20e383 {{(pid=92761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:36:33.208739 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-007c80b0-73c7-4d11-a3b8-ecd893faf454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.245420 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-007c80b0-73c7-4d11-a3b8-ecd893faf454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58916821'] for subnet, precommit_delete_associations {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.335322 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-007c80b0-73c7-4d11-a3b8-ecd893faf454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16339339'] for subnet, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.399089 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-007c80b0-73c7-4d11-a3b8-ecd893faf454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16339332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58916831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59194315'] for subnet, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.401626 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:33.424061 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c80b0-73c7-4d11-a3b8-ecd893faf454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc09a894-e373-4c55-8d9c-5d1adc20e383,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:33.427192 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-007c80b0-73c7-4d11-a3b8-ecd893faf454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:33.432545 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-007c80b0-73c7-4d11-a3b8-ecd893faf454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for subnet, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.434471 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-007c80b0-73c7-4d11-a3b8-ecd893faf454 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bc09a894-e373-4c55-8d9c-5d1adc20e383 HTTP/1.1" status: 204 len: 168 time: 0.2743461 Jun 21 04:36:33.437008 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49366) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:33.437456 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11682b6f-3414-4804-9f85-ca2df5448a74 None None] Network df7fd5da-8d2f-40e6-8217-0ed88d019a94 requested from dv-cinder-772623-10-smb {{(pid=92763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:36:33.508349 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16326903'] for network, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.562988 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Deleting port 1e8479a4-b60c-49b8-9caf-4b8932115104 {{(pid=92761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:33.563331 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.627198 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:36:33.628510 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.db [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] For port 1e8479a4-b60c-49b8-9caf-4b8932115104, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=1e8479a4-b60c-49b8-9caf-4b8932115104,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:33.628872 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.698794 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.plugin [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Calling delete_port for 1e8479a4-b60c-49b8-9caf-4b8932115104 owned by network:dhcp {{(pid=92761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:33.736987 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] DHCP port deletion for df7fd5da-8d2f-40e6-8217-0ed88d019a94 request from dv-cinder-772623-10-smb {{(pid=92763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:36:33.788572 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Deleting port 1e8479a4-b60c-49b8-9caf-4b8932115104 {{(pid=92763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:33.788960 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736676233957'] for port, before_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.794842 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58916773'] for port, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.797230 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-06b34830-e0da-418e-93a6-6d68788f2512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:33.824747 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] No DVR routers for this DVR port 1e8479a4-b60c-49b8-9caf-4b8932115104 on host dv-cinder-772623-10-smb {{(pid=92761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:33.826561 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8479a4-b60c-49b8-9caf-4b8932115104,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:33.830279 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:33.853944 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.db [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] For port 1e8479a4-b60c-49b8-9caf-4b8932115104, host dv-cinder-772623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-10-smb',level=0,port_id=1e8479a4-b60c-49b8-9caf-4b8932115104,segment=NetworkSegment(0a64c215-fccf-4518-a9d1-95a7a6716e3c),segment_id=0a64c215-fccf-4518-a9d1-95a7a6716e3c)] {{(pid=92763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:33.854334 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013167'] for port, precommit_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.902502 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16342548', 'neutron.services.segments.db._delete_segments_for_network-8736676288467'] for network, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.913197 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7fd5da-8d2f-40e6-8217-0ed88d019a94']}} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:33.920435 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Calling delete_port for 1e8479a4-b60c-49b8-9caf-4b8932115104 owned by network:dhcp {{(pid=92763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:33.927710 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a64c215-fccf-4518-a9d1-95a7a6716e3c') {'for_net_delete': True} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:33.928044 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.services.segments.db [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a64c215-fccf-4518-a9d1-95a7a6716e3c') {} {{(pid=92761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:33.937327 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736676288296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58916828'] for segment, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.953264 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196'] for segment, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.964885 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=92761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:36:33.965355 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16335196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58916212'] for segment, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: Traceback (most recent call last): Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: timer() Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: cb(*args, **kw) Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: return func(*args, **kwargs) Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: self._notify() Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: self.callback(batched_events) Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: event.method(event) Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: return f(self, *a, **k) Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: return self._get(url).json() Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: return self.request(url, 'GET', **kwargs) Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:36:33.967594 dv-cinder-772623-10-smb neutron-server[92761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:36:34.005940 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16364656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736676207589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736675777100'] for port, after_delete {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.008567 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-e6e444a6-7fc7-4976-997e-08f77dfd8dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:34.024866 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16342541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1012913'] for network, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.031367 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:34.032209 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603672'] for network, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.036493 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] 10.222.0.22 "DELETE /v2.0/networks/df7fd5da-8d2f-40e6-8217-0ed88d019a94 HTTP/1.1" status: 204 len: 168 time: 0.5961401 Jun 21 04:36:34.041152 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Pushing event deleted for resources: {'Port': ['ID=1e8479a4-b60c-49b8-9caf-4b8932115104,revision_number=None']} {{(pid=92763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:34.045642 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] No DVR routers for this DVR port 1e8479a4-b60c-49b8-9caf-4b8932115104 on host dv-cinder-772623-10-smb {{(pid=92763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:34.049828 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7fd5da-8d2f-40e6-8217-0ed88d019a94,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:34.052572 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b2eff002-9220-4e39-8d7b-e0f24f96c951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:34.052754 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.052858 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.053122 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.053451 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.053779 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.054193 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.054409 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.054727 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.055039 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.055368 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.055758 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.056098 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.061992 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-c18f214e-ba79-430d-8503-a9803869aa76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:34.167043 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49370) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:34.207612 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-d9641128-6d00-4f35-a3a2-2099eb0066fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22c3acf73c9d439c81b4759eafb4238c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392315 Jun 21 04:36:34.210130 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49372) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:34.261745 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.282850 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.336621 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.339231 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.340454 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/720f9454-b8f4-4baa-8602-57ba3fce4f2d HTTP/1.1" status: 204 len: 168 time: 0.1293316 Jun 21 04:36:34.341321 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-12e8f6dc-85e6-4f7c-b598-82b2b3a1fc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:34.349407 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f9454-b8f4-4baa-8602-57ba3fce4f2d,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:34.357091 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.357449 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.357854 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.358220 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.358604 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.358918 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.359508 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.359887 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.360266 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.360605 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.360973 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.361461 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-10-smb {{(pid=92762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:34.364662 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-637ee665-3450-4a51-a0b2-69a4cd3faad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:34.396676 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 3e8250ce-1a54-41bf-b41b-be494216cf92 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:34.420525 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 3e8250ce-1a54-41bf-b41b-be494216cf92 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:34.420876 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 3e8250ce-1a54-41bf-b41b-be494216cf92 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:34.421306 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 6850256e-7a7b-4fcf-bc86-5b07b4bf76be no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:34.440275 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 6850256e-7a7b-4fcf-bc86-5b07b4bf76be {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:34.440990 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 6850256e-7a7b-4fcf-bc86-5b07b4bf76be not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:34.441136 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 1e8479a4-b60c-49b8-9caf-4b8932115104 no longer exists at agent ovs-agent-dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:34.459684 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] No Port match for: 1e8479a4-b60c-49b8-9caf-4b8932115104 {{(pid=92763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:34.460060 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron.plugins.ml2.rpc [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Device 1e8479a4-b60c-49b8-9caf-4b8932115104 not bound to the agent host dv-cinder-772623-10-smb {{(pid=92763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:38.829596 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-094d3c3f-cacd-43c0-b0e6-b6581a2e103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.590010 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49466) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:39.710692 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d7846495-510f-4540-9383-b53a0d8f2524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.801049 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d7846495-510f-4540-9383-b53a0d8f2524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.806453 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-d7846495-510f-4540-9383-b53a0d8f2524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.809332 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1e647741-fd3d-4ab9-b469-76840f406a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:39.846313 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7846495-510f-4540-9383-b53a0d8f2524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca92322c-f512-40d8-a16e-756c09c75afe,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:39.850226 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d7846495-510f-4540-9383-b53a0d8f2524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:39.852767 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-d7846495-510f-4540-9383-b53a0d8f2524 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc1944b04f6549aaa3ce5ba6f75cffa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617836 Jun 21 04:36:39.857844 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49470) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:39.913049 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8e9c68ce-b467-426a-b9f3-9c89bd9f40e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.936156 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8e9c68ce-b467-426a-b9f3-9c89bd9f40e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.990830 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8e9c68ce-b467-426a-b9f3-9c89bd9f40e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.993471 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8e9c68ce-b467-426a-b9f3-9c89bd9f40e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.994623 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-8e9c68ce-b467-426a-b9f3-9c89bd9f40e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca92322c-f512-40d8-a16e-756c09c75afe HTTP/1.1" status: 204 len: 168 time: 0.1358986 Jun 21 04:36:39.995387 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c504688e-040d-45cd-bed7-80a0ddf1d315 tempest-AttachVolumeTestJSON-786599618 tempest-AttachVolumeTestJSON-786599618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:40.008207 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c68ce-b467-426a-b9f3-9c89bd9f40e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca92322c-f512-40d8-a16e-756c09c75afe,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:40.011449 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8e9c68ce-b467-426a-b9f3-9c89bd9f40e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:40.290822 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49476) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:40.305279 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-12514410-6128-4e0c-aaf4-555896b725ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.396715 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-12514410-6128-4e0c-aaf4-555896b725ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.402683 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-12514410-6128-4e0c-aaf4-555896b725ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.405486 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-d7b22030-05fa-49fd-9081-d1f5c0965615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:40.442253 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-12514410-6128-4e0c-aaf4-555896b725ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3869a337f9cc4c9ab6b274c990f5bc66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499507 Jun 21 04:36:40.443180 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12514410-6128-4e0c-aaf4-555896b725ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f25d8-69c3-4de6-955d-cac02174b097,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:40.445543 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49478) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:40.447540 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-12514410-6128-4e0c-aaf4-555896b725ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:40.494054 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-89412451-e704-40d3-a47b-50a12870ec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.514275 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-89412451-e704-40d3-a47b-50a12870ec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.568647 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-89412451-e704-40d3-a47b-50a12870ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.571320 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-89412451-e704-40d3-a47b-50a12870ec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.572669 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-89412451-e704-40d3-a47b-50a12870ec0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f16f25d8-69c3-4de6-955d-cac02174b097 HTTP/1.1" status: 204 len: 168 time: 0.1262307 Jun 21 04:36:40.573451 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0bf98709-ab74-4e47-a514-c1f8fa2ea2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:40.581895 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89412451-e704-40d3-a47b-50a12870ec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f25d8-69c3-4de6-955d-cac02174b097,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:40.584273 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-89412451-e704-40d3-a47b-50a12870ec0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:41.541685 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-2037ba6d-de75-4e69-ac8a-c4c6bd7a15b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:41.823099 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.331280 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49524) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:42.337892 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.440116 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-57d5baff-0738-4fe6-b6f9-0c7b84b693ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.544159 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-57d5baff-0738-4fe6-b6f9-0c7b84b693ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.549202 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-57d5baff-0738-4fe6-b6f9-0c7b84b693ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.552065 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-21b731f0-60c2-4fb2-8605-e05b3551a593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:42.589281 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-57d5baff-0738-4fe6-b6f9-0c7b84b693ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc93866bf4b24ad0b27426a74f753f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568166 Jun 21 04:36:42.590008 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5baff-0738-4fe6-b6f9-0c7b84b693ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304b2e76-a8c1-4fb6-afac-06894b17d62c,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:42.592467 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49528) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:42.593399 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-57d5baff-0738-4fe6-b6f9-0c7b84b693ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:42.647097 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9bb59fc9-2cf9-4529-bd22-a5ef2a1e9c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.677189 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9bb59fc9-2cf9-4529-bd22-a5ef2a1e9c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.733788 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9bb59fc9-2cf9-4529-bd22-a5ef2a1e9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.736360 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-9bb59fc9-2cf9-4529-bd22-a5ef2a1e9c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.737513 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-9bb59fc9-2cf9-4529-bd22-a5ef2a1e9c4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/304b2e76-a8c1-4fb6-afac-06894b17d62c HTTP/1.1" status: 204 len: 168 time: 0.1440136 Jun 21 04:36:42.738404 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-0262784d-f74c-4832-a369-519ecd7efd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:42.745988 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb59fc9-2cf9-4529-bd22-a5ef2a1e9c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304b2e76-a8c1-4fb6-afac-06894b17d62c,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:42.748434 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-9bb59fc9-2cf9-4529-bd22-a5ef2a1e9c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:43.020371 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49534) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:43.033947 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1d958746-22af-470f-a44f-4c2022fb4299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:43.122515 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1d958746-22af-470f-a44f-4c2022fb4299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:43.129095 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-1d958746-22af-470f-a44f-4c2022fb4299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:43.131530 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-7479397c-3d48-423b-bf6c-7983f9d85bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:43.166585 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-1d958746-22af-470f-a44f-4c2022fb4299 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52b2c3415e814ad793aee60c738c2b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450949 Jun 21 04:36:43.167481 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d958746-22af-470f-a44f-4c2022fb4299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e77fc9d-1ea3-497d-a03d-98491aea0fb0,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:43.170217 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49536) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:43.170656 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-1d958746-22af-470f-a44f-4c2022fb4299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:43.225387 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3e106daa-cb43-47c9-b01e-9436a8680c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:43.248047 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3e106daa-cb43-47c9-b01e-9436a8680c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:43.297718 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3e106daa-cb43-47c9-b01e-9436a8680c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:43.302135 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-3e106daa-cb43-47c9-b01e-9436a8680c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:43.303975 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-3e106daa-cb43-47c9-b01e-9436a8680c19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e77fc9d-1ea3-497d-a03d-98491aea0fb0 HTTP/1.1" status: 204 len: 168 time: 0.1321793 Jun 21 04:36:43.305105 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-8bab956c-db6e-45c2-b3f1-52317c455aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:43.313575 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e106daa-cb43-47c9-b01e-9436a8680c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e77fc9d-1ea3-497d-a03d-98491aea0fb0,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:43.316540 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-3e106daa-cb43-47c9-b01e-9436a8680c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:44.194227 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:45.273973 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49594) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:45.382669 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0b5053d4-3c29-4f90-b0b8-8edccf86a275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:45.479765 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0b5053d4-3c29-4f90-b0b8-8edccf86a275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:45.486474 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0b5053d4-3c29-4f90-b0b8-8edccf86a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:45.491957 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-b47231af-d68c-4bab-b6cf-acb6652f5d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:45.532798 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-0b5053d4-3c29-4f90-b0b8-8edccf86a275 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6cb8bc4cb3aa4d789ffdc75cabfefc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576330 Jun 21 04:36:45.534220 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5053d4-3c29-4f90-b0b8-8edccf86a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d004e1-cc20-4ca7-b447-3a4377dc4eb2,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:45.535433 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49598) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:45.537379 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-0b5053d4-3c29-4f90-b0b8-8edccf86a275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:45.590481 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6c42e2cd-d406-4f6e-9b4c-2150bcfaccd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:45.612532 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6c42e2cd-d406-4f6e-9b4c-2150bcfaccd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:45.664578 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6c42e2cd-d406-4f6e-9b4c-2150bcfaccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:45.667450 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-6c42e2cd-d406-4f6e-9b4c-2150bcfaccd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:45.668646 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-6c42e2cd-d406-4f6e-9b4c-2150bcfaccd8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86d004e1-cc20-4ca7-b447-3a4377dc4eb2 HTTP/1.1" status: 204 len: 168 time: 0.1313226 Jun 21 04:36:45.669378 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c72ee905-6cb7-4c67-808a-20cc1e8d72ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:45.676743 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42e2cd-d406-4f6e-9b4c-2150bcfaccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d004e1-cc20-4ca7-b447-3a4377dc4eb2,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:45.679176 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-6c42e2cd-d406-4f6e-9b4c-2150bcfaccd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:45.955630 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49604) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:45.969410 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1d591ad1-f13e-4a5a-bc67-dcc3bb24146f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:46.074599 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1d591ad1-f13e-4a5a-bc67-dcc3bb24146f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:46.081288 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-1d591ad1-f13e-4a5a-bc67-dcc3bb24146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:46.084343 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-9caddf9b-8e6e-4aa4-b961-023735ac37d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:46.118247 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d591ad1-f13e-4a5a-bc67-dcc3bb24146f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57284e5-5e7d-400e-9a57-58a1116b53fc,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:46.122501 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-1d591ad1-f13e-4a5a-bc67-dcc3bb24146f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb0fc142c554463eadbf8621c095052c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657164 Jun 21 04:36:46.123486 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-1d591ad1-f13e-4a5a-bc67-dcc3bb24146f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:46.125804 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49606) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:46.189322 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ea0c671d-e7ee-4552-83c5-8ab5253f568f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:46.221855 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ea0c671d-e7ee-4552-83c5-8ab5253f568f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:46.270712 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ea0c671d-e7ee-4552-83c5-8ab5253f568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:46.273469 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-ea0c671d-e7ee-4552-83c5-8ab5253f568f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:46.274642 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-ea0c671d-e7ee-4552-83c5-8ab5253f568f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f57284e5-5e7d-400e-9a57-58a1116b53fc HTTP/1.1" status: 204 len: 168 time: 0.1479566 Jun 21 04:36:46.275392 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-eb5b22ba-61e0-4ee0-a6e5-f48ae25b4729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:46.283844 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c671d-e7ee-4552-83c5-8ab5253f568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57284e5-5e7d-400e-9a57-58a1116b53fc,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:46.286362 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-ea0c671d-e7ee-4552-83c5-8ab5253f568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:46.773943 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:54.732019 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49724) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:54.846419 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c06a8386-ba5d-4979-8a97-8a9a748b70ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:54.944914 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c06a8386-ba5d-4979-8a97-8a9a748b70ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:54.951772 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-c06a8386-ba5d-4979-8a97-8a9a748b70ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:54.954430 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8e9c68ce-b467-426a-b9f3-9c89bd9f40e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:54.990482 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-c06a8386-ba5d-4979-8a97-8a9a748b70ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c88657e424a94a1994e670eb6fa019de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573519 Jun 21 04:36:54.991414 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a8386-ba5d-4979-8a97-8a9a748b70ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19fe093-9d35-402a-aafc-27cdc345b3b2,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:54.993614 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49728) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:54.994764 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-c06a8386-ba5d-4979-8a97-8a9a748b70ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:55.046913 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0ae5d5f1-aa5d-46f8-8d91-4497870aba8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.068177 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0ae5d5f1-aa5d-46f8-8d91-4497870aba8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.124380 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0ae5d5f1-aa5d-46f8-8d91-4497870aba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.127114 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-0ae5d5f1-aa5d-46f8-8d91-4497870aba8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.128288 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-0ae5d5f1-aa5d-46f8-8d91-4497870aba8e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d19fe093-9d35-402a-aafc-27cdc345b3b2 HTTP/1.1" status: 204 len: 168 time: 0.1336913 Jun 21 04:36:55.129161 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-0c2da677-24ae-405b-a18d-ce17aef13291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:55.136808 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5d5f1-aa5d-46f8-8d91-4497870aba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19fe093-9d35-402a-aafc-27cdc345b3b2,revision_number=None']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:55.139446 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-0ae5d5f1-aa5d-46f8-8d91-4497870aba8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:55.406631 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49734) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:55.420405 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a54ef89d-6779-4297-9b16-80609e0c71c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.522127 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a54ef89d-6779-4297-9b16-80609e0c71c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.528661 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-a54ef89d-6779-4297-9b16-80609e0c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.531163 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-20be5ecd-0b1d-44f6-887e-415c30fef6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:55.564881 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ef89d-6779-4297-9b16-80609e0c71c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705ad2f7-9682-428d-8511-2ec2464f01cc,revision_number=1']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:55.569293 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-a54ef89d-6779-4297-9b16-80609e0c71c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01a1db3192bc43b0a91c096620c41242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615906 Jun 21 04:36:55.570169 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-a54ef89d-6779-4297-9b16-80609e0c71c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:55.573376 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49736) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:55.623244 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8a620405-f86b-45e0-bd3d-9b2cf0af561e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.645791 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8a620405-f86b-45e0-bd3d-9b2cf0af561e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.694071 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8a620405-f86b-45e0-bd3d-9b2cf0af561e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.696831 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-8a620405-f86b-45e0-bd3d-9b2cf0af561e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:55.697954 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-8a620405-f86b-45e0-bd3d-9b2cf0af561e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/705ad2f7-9682-428d-8511-2ec2464f01cc HTTP/1.1" status: 204 len: 168 time: 0.1237061 Jun 21 04:36:55.698714 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-ced15a00-fe66-4412-8ed1-5310be017388 tempest-TestShelveInstance-276005351 tempest-TestShelveInstance-276005351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:55.705898 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a620405-f86b-45e0-bd3d-9b2cf0af561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705ad2f7-9682-428d-8511-2ec2464f01cc,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:55.708172 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-8a620405-f86b-45e0-bd3d-9b2cf0af561e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:56.056707 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49742) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:56.078369 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-62ce99d4-5884-4c7e-8ec3-8f4c2c0a2b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.194358 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-62ce99d4-5884-4c7e-8ec3-8f4c2c0a2b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.201485 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-62ce99d4-5884-4c7e-8ec3-8f4c2c0a2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.205092 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-179a074b-b0bb-4bf3-b0c4-b25132e52f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:56.242491 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-62ce99d4-5884-4c7e-8ec3-8f4c2c0a2b62 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aed288e3fad14cc78ee01d3982cca9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843050 Jun 21 04:36:56.243233 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce99d4-5884-4c7e-8ec3-8f4c2c0a2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9ac100-5770-44aa-ba94-63d906203711,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:56.245268 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49744) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:56.246376 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-62ce99d4-5884-4c7e-8ec3-8f4c2c0a2b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:56.296059 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-79150c28-95f2-41bf-8400-5b9e9922cffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.318805 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-79150c28-95f2-41bf-8400-5b9e9922cffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.375341 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-79150c28-95f2-41bf-8400-5b9e9922cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.377915 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-79150c28-95f2-41bf-8400-5b9e9922cffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:56.379055 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-79150c28-95f2-41bf-8400-5b9e9922cffe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc9ac100-5770-44aa-ba94-63d906203711 HTTP/1.1" status: 204 len: 168 time: 0.1328092 Jun 21 04:36:56.379875 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-89412451-e704-40d3-a47b-50a12870ec0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:56.388659 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79150c28-95f2-41bf-8400-5b9e9922cffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9ac100-5770-44aa-ba94-63d906203711,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:56.390958 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-79150c28-95f2-41bf-8400-5b9e9922cffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:02.525740 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [-] (92761) accepted ('10.222.0.22', 49814) {{(pid=92761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:02.644011 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-eebfcc9d-177a-4574-a54e-494c14059eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.740169 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-eebfcc9d-177a-4574-a54e-494c14059eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.748144 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron_lib.callbacks.manager [None req-eebfcc9d-177a-4574-a54e-494c14059eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_create {{(pid=92761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.751528 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-e41370fd-47d9-4b38-a3df-a5308977dce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:02.798179 dv-cinder-772623-10-smb neutron-server[92761]: INFO neutron.wsgi [None req-eebfcc9d-177a-4574-a54e-494c14059eb4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=241a4c722d77431c91148381b96b0c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711754 Jun 21 04:37:02.799070 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfcc9d-177a-4574-a54e-494c14059eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a7359c-85a8-4ce4-9a0c-59d067b8c682,revision_number=1']} {{(pid=92761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:02.800968 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [-] (92762) accepted ('10.222.0.22', 49818) {{(pid=92762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:02.802238 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG oslo_concurrency.lockutils [None req-eebfcc9d-177a-4574-a54e-494c14059eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:02.852487 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac310-6fcb-4728-8191-f0969287a1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.874279 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac310-6fcb-4728-8191-f0969287a1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.930551 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac310-6fcb-4728-8191-f0969287a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011511'] for security_group, after_delete {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.935970 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron_lib.callbacks.manager [None req-bc4ac310-6fcb-4728-8191-f0969287a1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.937579 dv-cinder-772623-10-smb neutron-server[92762]: INFO neutron.wsgi [None req-bc4ac310-6fcb-4728-8191-f0969287a1f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15a7359c-85a8-4ce4-9a0c-59d067b8c682 HTTP/1.1" status: 204 len: 168 time: 0.1355574 Jun 21 04:37:02.938350 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-5c9d6d30-0678-452f-9b31-3bd3d200feb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:02.946396 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ac310-6fcb-4728-8191-f0969287a1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a7359c-85a8-4ce4-9a0c-59d067b8c682,revision_number=None']} {{(pid=92762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:02.948745 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG oslo_concurrency.lockutils [None req-bc4ac310-6fcb-4728-8191-f0969287a1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:08.826039 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6872-d135-4b46-b975-ed28b6c8198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.625667 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:37:11.548528 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ead05af5-1d80-4f57-b997-a38554e7258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.833130 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.341537 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.199073 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.770185 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:38.820768 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4c158810-16ae-461e-a2cc-14a5274033bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:41.549184 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-7fcefae7-7a68-467e-92f4-526f4e89000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:41.832157 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:42.343137 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:44.204121 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:46.778896 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:47.625397 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:38:08.830776 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-ef81433d-50a6-4b89-83dd-ce78b2f71008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:11.549933 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-21b71ea9-350a-4196-882a-9cca8dba436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:11.832574 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:12.351855 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:14.210916 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:16.780686 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:24.626130 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:38:38.826662 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-612a9f64-0c34-43a1-bbff-36c4c84f9c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:41.547916 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1db8aa45-d94a-44fd-9a33-eeb7868881b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:41.835306 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:42.355476 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:44.216321 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:46.795427 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:01.625608 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:39:08.837310 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-757f983a-bb7f-47bc-9103-701e1335548e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:11.543237 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-49cac52a-e257-46e2-b67d-acf0c885295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:11.833287 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:12.359397 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:14.217201 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:16.796535 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:38.626900 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:39:38.833408 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5325-643b-45cf-9d84-bc330e4003a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:41.543315 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-4ebf8893-fff2-41a4-95a9-8e8aeb40bbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:41.834234 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:42.364049 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:44.224521 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:46.811128 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.828529 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-03339940-9ee2-4091-a80d-ed55d5049c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.537633 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1d59db82-37ed-48aa-a9f8-8835c8bd7310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.834851 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:12.365236 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:14.228879 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:15.626277 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:40:16.813005 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.836461 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-dbfb54c8-8632-4c72-aa28-0eff5bab1890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:41.546509 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-90262bcb-fa50-4994-ae5a-52bd0fc62c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:41.835810 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:42.188888 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [req-188bf653-88da-4e66-8a5b-4d49f33bad1c req-81294236-2edc-4767-b6df-88fc9f367763 service neutron] (92762) timed out ('10.222.0.44', 54368) {{(pid=92762) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 04:40:42.372324 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:43.111235 dv-cinder-772623-10-smb neutron-server[92761]: DEBUG neutron.wsgi [req-c10b4af8-da9e-4bba-86ff-7babd3e7ae16 req-fd2545c4-6f08-4aba-9bcd-3e7c522639f0 service neutron] (92761) timed out ('10.222.0.44', 54323) {{(pid=92761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 04:40:44.233529 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:46.812615 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.557421 dv-cinder-772623-10-smb neutron-server[92762]: DEBUG neutron.wsgi [req-88af12a2-cc3d-43d3-9ef2-1c10f42f67f5 req-fd5bcb10-7ca8-49fd-b576-360468c1759c service neutron] (92762) timed out ('10.222.0.44', 54371) {{(pid=92762) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 04:40:52.629233 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:41:08.836639 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0391-0c43-423c-86e4-7fa1ff4907c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:11.541059 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-64317cd9-f233-4696-bfa4-5b7ff040dcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:11.833425 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:12.378174 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:14.232155 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:16.830919 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.631935 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:41:38.836646 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d792ce65-de44-41c5-9bd1-7a74047d11ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:41.544396 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e511ce4c-a05d-4708-a25d-aff7fda40eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:41.828076 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:42.375300 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:44.235211 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:46.848151 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.632041 dv-cinder-772623-10-smb neutron-server[92764]: DEBUG neutron.db.agents_db [None req-b3df1d5f-64dc-490d-adc7-d7b0f441b643 None None] Agent healthcheck: found 6 active agents {{(pid=92764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:42:08.833153 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e445477a-1c16-4e16-8b3c-51986466acc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:11.548112 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-1ae19d95-7468-43c3-956d-b83af79ef1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:11.833800 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-e8f319a6-4af1-480b-b783-fae4480a3b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:12.376569 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-d4313107-54f1-413e-99ae-36226ba02736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:14.236590 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadbf-dfbe-491d-a59f-cde8457b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:16.843790 dv-cinder-772623-10-smb neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-031a43fc-cccb-41b7-9fd7-d632368a0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736676288449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16341070'] for agent, after_update {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}